diff --git a/params/vit/8/fixed/woq/init/classifier/scale.pt b/params/vit/8/fixed/woq/init/classifier/scale.pt
index 5b9d2e6280aeb6a9060607b835704027bd76c6db..e9ef9c9c60093e53a85fb4fb96ad38b93d1b65ad 100644
Binary files a/params/vit/8/fixed/woq/init/classifier/scale.pt and b/params/vit/8/fixed/woq/init/classifier/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/classifier/zp.pt b/params/vit/8/fixed/woq/init/classifier/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/classifier/zp.pt and b/params/vit/8/fixed/woq/init/classifier/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt
index c0e7330fb6034cfec305792afcd1a2887affca56..9eefa99a824cb02fe8f2f9bcf34dabd11c6cdea1 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt
index ceaf5d125af42bad292283ad8d4e27f158679966..b3ae8a419872a11606112eaf668d0a055657a4d5 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt
index 17cf51182ba1c8d65b23b7f7e55073b074646e8f..7a3fab6e8415c6e7a007ca57f8753fbf15ed096e 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt
index 1dda07c65910446a45bc84aead7900bdd37bcc54..734d8b25bd581f42210e54e1851a99301a6f6dda 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt
index ed48329cf8654a1b5370fca5bdd69b4a938a8ec7..5acfb8af5533359e383ae091a87471902586244a 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt
index cc7f104dcfb17ab8e07a600799ee96542b731632..aee5f32ccb6066f269740a073d3e7a56a92e1852 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt
index 153766f1f855900d66d2d76c86e0234c5ce17142..f3bda24e366235b8b73fe5d4eefed992e1394dd7 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt
index 4360af072081c04b3f59bf02a160689fbafe94a5..ebf66efc48c502d91bb559d7c13d1b32899f1700 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt
index d9e1b246d85e97372de585473c7a8914036344f9..7a6424369a967a2a688bbe963d028984806ade4a 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt
index 565a6686033576d03c870ee31d992398b0c86910..17da38ff16b0f0593f22ca6055dffbeac1ca943a 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt
index c374540fbc530ac8ede49cffce3c0e9b0c830b61..1ebc4e44d631eaf490d96ec1bec54ad26f55241b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt
index 4074a5837c0ae0e0ebbdcb9f6fc73f1f756d6286..62d323035981597c0c72e78a46721b78de45e2b5 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt
index 2b5f080eae4b5e016bc754e943482bc4b7f727f9..49728d05f9341f46fc8089d034e8ecd2c0b81afc 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt
index 33c83252c4f20f97ab8e29de4e84d1f0c529b659..de01503e82f47f6dbaa980e9cca0a7243405f072 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt
index 9e45a00ffc502ab21a1ce78c7f14a693b899e711..d37c8a3afefa6f9342613434201035058c0b548f 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt
index 9389c05d1476fde7b68de9ec24c81757ff46fd72..ee37a1f033c76d9722e724eb653347844f387cda 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt
index 2022651c8d4be72d12401aebb74a99666d6a2a56..a2d7b29ef23905f7b1fabb9be6170ec573bdfe29 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt
index 56e3c012d44b7dc1b9b6a059b2f47a3f892260c0..f35b3e9f28fe3afcf8967e0a83a15e2c3559d2aa 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt
index acebeb4c00e5f43b9e46e07c77b7b14d33d3cdc4..2eee3e300f4c09cadc086ae6e60d3bd320ff1e69 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt
index cf143e0468640582b80c07b85e24d288975a28ae..3ac0689dd6d50c64c05a250a237afef9723cff55 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt
index 7b783794d3b738ea89a0877939b8ac43307a7678..20fb0c788bfd21929f8d18cd07ada72573fed1ac 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt
index 17b1cd9a22893b54682a0d1423873934667fa440..467c215e449a1421bfa26b383018a463d7798a2c 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt
index f5d4e5aca73e16f87e178dcf751be63828ef0a4e..ddd6791e8c187d3acc808f4152d5223e7c4ac7be 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt
index 7af52e35ca67a104a741ff0cec70e5ac387a1e7d..cc93e3f72b6e977e940eb6fba63262b28112c9d6 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt
index 94eefe1ed1c543f782ad02b8bef72cc79d2b29ea..ed2aaee4b43faa2f7005407190fbba9839c6f854 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt
index f0a7c7b22a299a69179c4c675276c20201b5f666..2c5cab73a874f35b70147bd863cfdc608faabddc 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt
index a918a6d39f4325049fdea5b49706aad9cc876576..94b1699874f3f93afffd05fed41f52a876b1b21d 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt
index 3b2edbfb016d92acebdae5b6cd7b19925d343fd8..b85b964739d1db11299231d1c8750b13ba3a3152 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt
index dafdf1cc8bb0df1394e74e79310fa8523938fd5d..bd9d6fc670d351f2cb349a01f752b7177fe635aa 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt
index f26cb0f7936d6c51d76aa942fff4c983ede2cc67..b56bd64dc88202c2687005f0c378aaff0486edb8 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt
index 8c031995e6f3e6e8f37fc10d7b20e5651bc03a38..b54df6b26dbd4edcaf1e3b11e8c41e3bb2a908dc 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt
index 6abe307d1d6580d0ba18fb345a69b1319476be2c..d535dfbdb16192adc46b9f16d4370a0354d90b90 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt
index 5761497534db78da7bdc6602ba52d5f19769620a..39b75c60c7575e43f3d299d8b5adc84898f3c3a4 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt
index 737986258c560c12ae49a4c29df729be99318211..de3d3728d1f3d3d82ccc61e5fe2685e112058938 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt
index a8afaa8eee5cb9bfbae2436d897885b48774f4db..2fd9cb474ca24df0bd1001ce514afd7956cbfa8c 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt
index cf9e1ede760d6a0c884280b5e90446feb5dc4d53..3555369048614f8d819139d621d58aa32a9c034c 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt
index 294a21ef2763eac6fb945a9d60dbebc8bad36bb0..ae2c646bea7282397f0c72b0a05cbf292c8f56b6 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt
index 592338074ad7b4ae445c55af1f40cf8a4204e17e..8b52c14840a52cf734cb1a5dc5341a72d2441a02 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt
index 0faa0eba2cb8c9c679e28a700998fb310c97e3e3..6c9c6ebb108647afa7e1316bd6763ccaacf1c43a 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt
index 6f8efde44aa0e29fdd0dd4350b970d94aef28b3b..d340f4ec645b796733f8c3be4d8eda2f5ded6f0d 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt
index 776f9510cfcf3b1f4e98b3a92a20666ef8030262..f4b5a84f484afae1b0c018e60e62f65b9d15e90a 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt
index 9a162865d412510846b1682bc05f173be29a37d8..25ff5a2c1775c50c07d3620e6cbd58e679cb3800 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt
index d1325658bcf9c6a200d96f783495a7516e62f374..8def48c7a14998742c946f5e6eafdaa00db13dfb 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt
index 8d0dacd5aeb65f929e98453c5613027844a2c71b..bbd3745822a13b4390a3b5bc7739e450a2eda455 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt
index fbf23f8d26ced1972553239d810a3ceec982f7f0..aec9a1e242ea95903cbe79e8ef791ec09f0f10f0 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt
index f2f1e018229af5089bbc0fa51ea3a30f0f84def7..8dbe6c2bb1c9989c9a3fe01d03e9a3afaf1404e9 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt
index 7d93d809f73568424ae18ef47c3ab909c65da564..aed92b8d21eee03b32b64b20f56e3a7d071c070d 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt
index d9362adf3f0b1dff333963f5ef379c95fb0f5b2d..387034218b67da9fca93f5ca1b19bba319f67587 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt
index 8a62988801f77fd15edcee216ca9a1646b8d7785..cee06907935cfe765f61af57ec6b00425b191ae7 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt
index 8c689079e77beb77891918d26416d4229072f26d..24f341c7cce7c1ccc689db59a03f99a78835d961 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt
index e8d4414da9f41ca462cf44256b80381784dc3a67..a835fc0d7ce51f223c3fe1c29cef1cf4eaeae2d8 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt
index 6666f577ed5699e423195ff419996a9edc32d4e7..bcf523ee2c3e166e86337a16dc8217283983260d 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt
index 93cdfa48ad1fc0029468855c8cd9992d53be1f20..fd58ee3dabc7f3704e92833f83a785de0628ee30 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt
index 1d5ad9074782cffae7d45d191e002c61b4c1f717..d92c033d6bfbe673f95787a8c68a2628cc66d168 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt
index eed862752ef61e2e1ecc92a75c08e63459f48c00..c1a2bb758a96fe52cd74fef3180e054a54824c09 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt
index 8ee939d55dac6bc7ebaf0a716ad89366bf3867f1..9d64c39482d6c62c0f442187374d53f89a57f630 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt
index 809c9c1b6a498a76e73e9ebfb11ceb5e6c29bcf5..9ecfce23ec3db0aff28e3062dcca7d7e8b18dbf8 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt
index 4233cd070e404b6919eefa255fb9c7084741160b..b7fc6ef91e2ef68817f484af4da2ea904939f13a 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt
index 4499fd209f0313dd7496663fe2573350401672cc..2aa4b0ebb2c1fb6854266302be6954096348cc96 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt
index a0b039779fbf71371486ff29377123411957419d..86ce9fa3cb682bd5f46e5f0979b0e40e3590db35 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt
index 1a7ba67e3e738195c1cb562d7424e5096416cee7..70ceb4dd4fea38303886a19dd43add0fa4d508db 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt
index 9f0ecfe84b5e1a3809cb234e2f094b11c03c80c3..8a9d483c4d09f4733c9e733f6d49ffdf9965c6cb 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt
index 178da9117f15096ea6684f4093e093c8de8ea090..4c31fbfbc0c5b4330363d56067c15932c051fee4 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt
index 8669f7f1e71c8f9090e1e54f9f8e2a4cbf3fe17e..e2a7c4d39fb1a413ea79a4c037592ea663776799 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt
index 167ce3afc06bfe930813a2a8bb3840d87e6c145d..33f349e34210a2d834cf94c3c4307541a36d8b36 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt
index 1d12dc1fa1520ba7571422c61628d02c4c1ca7a6..23cba8a56996b6fab884d9969c82597c0bd27b9d 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt
index 6cd464641fa5198715eaf052b3ef162a38f4240f..fe51db13b7b3e4f3b5c0211d23be1ba5959fc358 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt
index 40c4f7f1bceb92a89ea409b66488cc7440a132a4..aba0c2658ed5427e2cf4c9b550e4d1dd964eecd9 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt
index 363a960f871cf0a00f26374ae41e365bacc79b6c..5a541fbcb4f4c598bc3213ab89dbabc64694c2b6 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt
index 500d5a3d1de7dcaaf3b5fb039a65e2d6a6189f11..fb8a3b518876e9cde7cfd69fcda7371417599282 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt
index 0d60547b8a83e63f9d0e42494f29141950237376..2f2d423a0b1a22667625105a0bb10867db226d93 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt
index 4a0e4fc354c0c5836be50852f20ec89579d0b559..6475916f121d6b63e06ad9ceeee8b6fe0c83127d 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt
index cf3fd53f7d554e552de27c9c121fc0f2bf91c810..ea0c3b2bac16be5c59ac7f6bfaddfcf3f1f22bee 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt
index d256621265a6fcceed2ab9398d03704e2fdaa309..01e2a692b17a2f80e8e5032bae45019f24e35a81 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt
index db954890acc0f45d2cb58ebcb81f80982e7a00e1..f20911aa1d2fc65bc4ed397d2b9082b917930bb1 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt
index 53b4285cbf302cc93fce2085ad250d0a27a4d619..973818cf9391bd7302cf11ef4690a2ad14de447a 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt
index 32d621743f1f61e7ee80c01d0d4b6aec70545198..f2d16512081aa34d141060b5a0c564ea34407ba4 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt
index 36f0c7c5a46804e9194f99bc19b17ed04c8b41af..93e51e7cc5c7cb07c5d7895fec72427f432e3bf6 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt
index c806365e0945c7e3e4f4b23e2c9d8a0fcac616de..6ad157856d47b612c09ee3d3ec15f85c141c19d7 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt
index 1c8809033b5417febdb32cdc8100a94ad8371efd..75fb6581fec4962a4c514f15c7f91a03166ead0c 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt
index f6168e53fdeacf818e658a25e9092d873f4b39a1..b41e1b333c0ea6f75443b788c5476fa590313d4d 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt
index 9df977772beac4960fa87166abd57be4c1f38eb8..cf54acb4d2cea08d754e3c4ffbbc0700db805d24 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt
index 739bd69498949d70bd9a53ab228275f16431a465..1d31f13ba708f74056c4ebc7961d2a632f17d15f 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt
index b3410206bf6a3bfc0829cf089f089e4e960a0e99..fd531dd3e5f8e5fba6dfacadfe141d287c4c1d15 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt
index 5efebfec6a9eeeca84d22ae2d3b80f068dae6496..590134456ac96b5147ff6e4c2d017135329fa854 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt
index 759b3121f3ccc431a5aad7bc33a8ad91514156ba..284ff21127500b68e7ccfee631dd1e0ab7742dce 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt
index e9cc45d3608081c7d233e599568c609825350447..6ccddd3ca2fd53515bcbf7c5ca7cf8bc51474bc6 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt
index 7153f211eb040fb68a462c4c5658686f2536285d..963651abe50cacb025a5a2eada27dcb58452f490 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt
index f2ef22b845ecec07da7d5ef1fa3fbbecc9b0c4f6..8b7868c267ca5aeca8162673defcce96926e340a 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt
index 0e77d2904b554ddbf8662127771da7a41cfc11ab..daa7b88e9709c686e48ca8a9776de5f8561e307f 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt
index 8c7b3efc61408c1a1bd577cb7314844452505ac9..ba9f3f51a0a430fab8261b782eda216380070f23 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt
index b3db40b1038e980f60d939e58eda6848773ec8ff..f71f47526e1ee76165c2e7c6a871bf6b5183d3b9 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt
index 5c1cf064c098aefe75be29da97adc8a436883b0c..66425e2e54dc392342da20bbe58070323ad4c0da 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt
index 523693a71339a7869d29337349c0f5cb5590175c..29b7173c91d50e8bd82511bfad885cca8b5f768f 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt
index e537fd298b6b01acbf904362db4a62417d85d641..885b4f2d20a4e66d63c40096f05b3af33aec12c9 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt
index 42b4f050b50879e54ff8339f1301715781bd56f3..a7a9a13a76184b8853579a52cd838c60faae3d17 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt
index 81b6f6893fbf72364d1b3b04ce9134e213303f4a..dd769939e60debdd394547dde6f1c48393380353 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt
index 3500ccc4c3b98953aad6326c8eb7be0e15c2098f..55348b52b17c5663356081e8056ad861b323fb9f 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt
index ce8f8a4aaed3ff75d02cfddb4fa861c53d070370..b08997bf29c71c8b82f2441dceb74fcdad7e1c37 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt
index 709cde07471fa46e81d029fb2976d876846fc5b9..c5e84c2bfd5ee0c1307a2d0f40de22b5644c6887 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt
index 709b3d7e2a4c1b8838511b7f81d3cead4dd71e86..4ac6797d6e9e760598daf3ff4adb240935bc6ef6 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt
index 010f8b0e289e657c6911e62fb352f8320c51eae2..dcd04bb1e6db59dbcbe8f349af83e8a82c009035 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt
index 92851bb9916647b24c66fdf9b293fe10aaaa4150..9cc7cddf76246cda61a14655bd0dfb15db770e0f 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt
index ffdd888f975c3d07b0ab99ef46fcc555316c22d5..29c81fe9ba03ab6d89c3d5055b773035aae38bea 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt
index 835a3cec1866ad4c76e9601e27443e657afc58af..db158d95ca8b0263c225c0551c2d80efba6300cc 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt
index 0d29a6fb5fd014868df69d55521b31b72908ccb0..756d54b0ced4666107b1031b569c2e36a052c282 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt
index c85cd02badcd7f26e79142fd71520f09f533b154..863a597f52e6f0334cf90625a46d295d913d6e48 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt
index f6335764a852160bde775f9c7e451032b7453407..5e4c3de0ecab715d6c8dde36c356f8d6045e0a38 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt
index e3aa139cb3862e147cb2e1d60cc4fadbf69c5adc..d49f734e5f850250560b8bd4b23abb5e28768426 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt
index f09227483d1a10f46317fc98d7adeaeeb9916a17..058f6dc7e66c0f1c9c5fa2f32fee703407a79ad1 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt
index de06b5f0e416fe53d03d3c5a28157f13663bd797..f692f9a8b77b911ab78e26c53151b244ea52d0d7 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt
index 5c549be9c9e51097c031a8ccde620b613109eb1f..63ee6c23b460e1933055a4db0afb58237caa4139 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt
index 8e550a5588f02fc4ccfb67fce725df92d166b4a2..e85d73b6e078f84f30e536c717e2ca1a46fc3278 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt
index a9435cc3cb3085bf5bdbe8edea9af09f740a836e..5870954a2652fb03c1c1003ed80c83dbec6e8ffc 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt
index 626e25a5d80a29992c163db6371a9d957cfe123f..e82c75998e71d5f9d6175e1f8fc2ad28f574e15e 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt
index 4ecad010c414c8ae469c5d9a8f8b95d1ca4334f6..559765807b5578e5a4a95401ebf410222746c357 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt
index a5cce52296119ad9a78d597c45fff4eb4eab569d..e32bfb884712c1478960f94777e5e71f3b3c8bea 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt
index 10a457ba3670d32855cea86e2c4497a2ff4a28c1..6ab3fb0a084d70ad7aefdd5a931e001b9359d636 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt
index 8c7b23dafb6cfd476a85c94dbab4494b02adce2a..ba8e3a6a460a1519c966362144531aa7ec0dc2cd 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt
index 148cd460847f871ff5baf6ccd773d0d0c94b3000..9fc29df4cafb3bc8511943a6e29498094c50cb04 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt
index 58d5b5f85d8c70a3bb5fe0551bfabd763cc99a74..6668c2902938f9e448558f163ab97307b02f3fa7 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt
index 402a62218c9d24ca4b4410de862dd3d49a503b9b..b3af67dcb11c7d3ecb58a1102ef5711086b62715 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt
index dba039fb289b187d805859d661c2de09a9242b25..4fdc17b0b5f49bfc7225319d108d68449fab0188 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt
index 29664926026494e42e11db2d7343a73853f93f4b..976f8e215fa76329a0b8e2fe9290330a4fb9fe87 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt
index 753ab5cc3500c3c12136a691e5675ed5cbbe95ce..a978611aebbd7eeb06a85df72b5e459a341a0921 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt
index 43b717a06668f09cf783adc41e965a072b026d10..ba0f3362fd9d85ce47aaf2659c0948c7cd32f2a3 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt
index 18ba8a9df6c43f9ec2c7fd87a11116ec60106f1f..2831b57c322e68f3b16a6f5d7e8d55f7b7c6f2b3 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt
index b63aafcffffb93cf0303a76fd971e6b6bb830b22..0eaa23280ab86b5e234d69b40b9ce0d549e8d7fd 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt
index 818efc9fb9b1430ce65412a4827eaa3b4d2242eb..07da42d38dc1b1b1bd8c5a34abc8c27feca97324 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt
index 31836a9d3d55acf094cfef9c538246ec9ef33898..3cd26aa114c5b62085aba2efa3d67276e6e1b758 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt
index d5b0d61126fe68a66a5add8cb4d91a7737b9d362..a29d0cf439a76e6310dec79b826fea1d3a9e21f4 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt
index 9f26d7977d4124a411612ed023e2db9bbd508ec1..9ff8af73a2992a9ba449e7d302fa8cde550aec5c 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt
index 3cdbf17f86c028e5a123b7587c7f6376f27fa43f..16a8262d2b8d370480cd47f5d337f6f9580a6c35 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt
index 29cecd1ca494073b3aa779e97fa7a2d8eb3f95b8..72d5c7d035e1c7c24055dfca1ec89ec190e5fc77 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt
index ea263a546f874b0702ac7bed3d895884a54c332a..898cbd7a72e30bcc82c49f0b45a3b14a9dc0a2f9 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt
index b170d5c2f32ec759a5092b0667899f5db1026223..b28deb58ecc108f8c428e948dab0aa07f5b4ddb0 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt
index 63758026c0bf9c2cd9f951e02f37e490c62939ef..8bbb1fa5462db30b1ff7acde6dfa4c85b21706e5 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt
index e049445ea4ca45fafdb82f6d76be159149b0b2f4..817d639d97c97f748531684d134ce7481e49f128 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt
index 86424bed60e55403803b48f40877abb1a9adb0f3..3edfdf8cbfaa63d0a145978f663f4ca593640fda 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt
index 8b1491fdc87908c93b3673575685b91f863a7b16..0597c4b5d9cf431492247270bda8e3598a293c44 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt
index 72af214e0bbac383b83125a32554b5eef19296a5..57fa20fcb61b719144747ef4b6e5767887928b73 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt
index 5ce745c2122d87042ff9dd72863c808262f2afe5..099d7707f948047cc51d17ac03269534ab869d07 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt
index 3c04fd4dbccb21c16ef8dd4a6c2bdb8e9e2f5fd1..0ac5a1ebd894ded49e651324580679e7f182fd37 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt
index 7591688d31c36ff009a1c46fde8c0dff6d98b883..00fdfa73d9628b7b46e9f8bdf83ea1e3c2bd171b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt differ
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt
index 0a7ddf5fbbd83341badb97ed9e82276b41a8139c..8d816da9acca3119cd72b76ee057dca2c3a4513b 100644
Binary files a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt and b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/classifier/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/classifier/q_scales.pt
index 8c7da5afead58aac7028a81508f3a1775d276c58..d1f77a8f7ed7d6f2eaa79e42472a81a9e3cbe3c6 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/classifier/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/classifier/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/classifier/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/classifier/zp_scales.pt
index be144a3711ab02b71e55719e65f87689816844cf..5154122cac801e87167bad4823cbbf1b9cd3a368 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/classifier/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/classifier/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.key/q_scales.pt
index 5892840885f375cbae4c3a37611eec4d836fa924..376dbd70710693398d9eb314ed703166821814ea 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.key/zp_scales.pt
index f51776cbb59054f12e6354a19518b74a41302912..99193a993129a5969f2a6083402ea56704dfccbc 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.query/q_scales.pt
index 2142d8d812a44f791847a2a7b380aff1a957aa7a..b9a3e0132cf9ca68803fdd597c16b02e408357cb 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.query/zp_scales.pt
index caff260742677c6918a5e5ef85f0d93564e5b885..3abd8d49c5a54848ef8f99eb026a1c97609caafe 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.value/q_scales.pt
index 0515caf69f91971edb9524c58ce7bf2c47ebf093..3dfa99a09c3461feb51ca6c59f055baac0d58819 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.value/zp_scales.pt
index b5f4dcbfdf8d179124d44e35e76e8af42df23d05..6b14fca74143d8e46956caf5c6da02c4b9d3fd71 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.output.dense/q_scales.pt
index d789ad0285c8937cd7bc51ef1f37c8c229dc7362..523c28c6fbec81aa9e1179523412ff6dcfa959b7 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.output.dense/zp_scales.pt
index fc5274fd151cf6838d2a90831a5f4af5e83f28c1..ff1f505cd81e4b09a4fb077f4d9d03acdeb95222 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.intermediate.dense/q_scales.pt
index da07c6ea8e14cd06a33933db7ba2b908274da035..9391977bbe28ab34809ca2a98b10a330726e54e7 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.intermediate.dense/zp_scales.pt
index ed88570358b585d09373708f9fa605568664465f..55b59cfd690a9d63cb1e262f224e9b3cd9db2d7e 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.output.dense/q_scales.pt
index 317c4b8045794c1d1f2ff84f91a1027680921a70..121d5c909c5743111ab9a3d9cddcca78c6851c4d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.output.dense/zp_scales.pt
index 47474d0c90eb8f16460d6d95d147c403c94699c5..4530c2f958881cfdb7b7503e3ccb41e685d4725c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.0.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.key/q_scales.pt
index 732c7fa23590a3c4306ca0f2c319839eb23af6d2..1e94318c9707c8ccfdea8ab998a568c2dada664c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.key/zp_scales.pt
index 6d02090c6df7f603d818f3ddcf9ac6ee489b8e33..43c545f32cf896896994c3c3abaf47f6e106b922 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.query/q_scales.pt
index 963ccc1642d28a9731b3128305ec16c2e5945c79..c7ac64893a0957ae6a7713acb7dda4fb5ae71369 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.query/zp_scales.pt
index b9aa1f4ecc9eac7734b2a27e6d9a99f8db7e7d50..bb4c4735c4714f0bd72b46776fbec3603d061376 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.value/q_scales.pt
index a859eaf694569703338c91f6c5102b93e2215c32..5b9702cfd3c5dfa3628a03089661b062d9586c78 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.value/zp_scales.pt
index 2a80d03072118d6c22d8c56e6efdfb4647b2246e..4f4c1d24c8b010882bbf880218b527af7844134f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.output.dense/q_scales.pt
index 0b54a73640351eba77229f01126cc307258829e5..94acfdb13baca799c5701b1f13c661d269e9f09d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.output.dense/zp_scales.pt
index ccda926cca14b892153dde147f3d087948da6f86..0d56900475387f9ddb00f7c26dd596fc9e7f95fe 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.intermediate.dense/q_scales.pt
index f896f5d4989a684e459739aa07dc479330dc7802..64f426ed6d79837830613c2d63dedd2a1cbb2b15 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.intermediate.dense/zp_scales.pt
index 6fe1871b858ad838f7c7ddf568cc15f7c82612f3..0a7cb7cf2b48ac0b8db85a57bd11edf967673ca8 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.output.dense/q_scales.pt
index c73e1f9a134b9ac98bec9385ec97b3d2169e5ac4..95e52e425af470e333c890655dadcbd5f4b8ea19 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.output.dense/zp_scales.pt
index c635c508b67a246bec5daabd516b8c0f6dc121cd..48dffabbf26050bf050f697c18d9976acfefe024 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.1.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.key/q_scales.pt
index 82e8d9b229d4d09b02613441bf9a4edb39f8cc45..4b1d30bfb835a047e16080c05158ce7e1fa4fd64 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.key/zp_scales.pt
index 08550b223bbc4250a3787c7bfab2edb3100ae3f5..be7659f39346be6713bc01a711b9fa1e0db50fb2 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.query/q_scales.pt
index cb5e9ca03962c0a7492b1723ed92a5677699b0b5..e0430c69cb47403bff697e7d75aef66b773957dd 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.query/zp_scales.pt
index 8e41969ec668564d8b52c4f21f0a37d6af18a394..6398ab9cc5f5854b29537ab31dce8a1177ad95f9 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.value/q_scales.pt
index 7dc34610ad6e3e80a48fad96218507722fa608a5..dc5efe1050b6f6305ca00104d921ea00bcb79f2c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.value/zp_scales.pt
index a61aab0baf6cb54100066501a08db064cc1bb983..7ea7d24ffb58a9e166e32667016d52fe23240a74 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.output.dense/q_scales.pt
index d0e9c400266799addb99ff113dd3da8e54b6a987..fe8d6017633ce215d75a90cb31b3691620783839 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.output.dense/zp_scales.pt
index 8e1b9fe2aee3a54e09aa601a9e9dda1d81df3a44..ceaddd1a3d04c79860771ff9d7ef70f4d54d91e3 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.intermediate.dense/q_scales.pt
index 42d051885a883209e7086b2cf05df0b7f1fbed96..5f8a719fcbf11884c1015ba434eb69b6b12e937b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.intermediate.dense/zp_scales.pt
index 65bdf79887a4e93c34226e6283c3e0df9f64662f..be3081271ad0655016d109fe646afcc0c9d1d213 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.output.dense/q_scales.pt
index cae4f66c6f2a53511ae6db578323f0703ce59ee5..ab061002f3a72b28abe973d154db10cd256ae6f4 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.output.dense/zp_scales.pt
index 35fc35cf7c49d5e9d8ce944216807940387574b7..ad1cea78c66a456ddeb5ffe4365a9354d66e570a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.10.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.key/q_scales.pt
index fde39ea25b48667a3a443f314101ea66a1967b9d..21f06681ef5b4db801de5687f36512089da8549d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.key/zp_scales.pt
index 0e98b6fe994d42a51e8b9b3e922adb5d2f16cde9..7b69d90dd9dceee713f0969e820166a57b6964de 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.query/q_scales.pt
index 4e6c00797e253b4f268c80ebcc57931ec815d2bf..80678cf40eb1535b297651f91f9c3859297a7e45 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.query/zp_scales.pt
index b32eaffca0dbc6d3d2717649ef188a8ee063529c..b101b4f277da00fa96128d4b2eebacd3c6d094dc 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.value/q_scales.pt
index 17802db8b7ddead25c47b9c19fdf97b40a65634b..78d6c4ae25707e02b4b60466685b1b46a220c8cd 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.value/zp_scales.pt
index c3b914a8f6363525e74bd576c331f64252c6c68d..c066714731f725125c4e10f7559bf1ff71565fca 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.output.dense/q_scales.pt
index 1bc3cffa60b567811b7784c82c0d7e61d1496f33..5f356edf9176b1e47a4a26661f2399b6578b56ba 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.output.dense/zp_scales.pt
index 092c26d3c334cd2226a6ebdd37a932c41a6a06d8..2acd1c85053c0df83ea7baf987ac142a52fccd1d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.intermediate.dense/q_scales.pt
index 5fadb4867d2b9e485b0a6dd39239f23501329707..b2fa097baaad4ca05d0f76ebe22999a676d37e5f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.intermediate.dense/zp_scales.pt
index 76257c0d285daaf26163403ed846f340ac2daf5c..f192b656f1456902d9b160b372fbe1994b5effac 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.output.dense/q_scales.pt
index 3ca3bc786021a859168b676f54160c66c617b475..ecb28d1c6141f7df074e0fef2a649f2a471e954f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.output.dense/zp_scales.pt
index 6931876e4dcf14e23c3a396114d7b601f79a8ecf..649dc1a8a7b8f8c4dbc5f6cf20bcec1f635b461c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.11.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.key/q_scales.pt
index f9eb26e7571bf6aad98b818e9791dc10c9363ce3..24639083633d20f94c1218296418c15e1fadf234 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.key/zp_scales.pt
index f83e28ec3522c751be5038882a566c3cba2264dd..2ef39c02f59877b56e6415ebcba1ec74da4424db 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.query/q_scales.pt
index c429d708d45fc216251521e9e4c711c987d5d118..b2c65be5ca30c6f1e63797fd5ab85d61cb663d49 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.query/zp_scales.pt
index 144ec922979e2ed742f2e0f8817b402bc392de3d..a07862c718bbdb06c57587bb6d5d25e243473a81 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.value/q_scales.pt
index d3c0e07ce4d243b2eb43a5f0d12f9251a2966c31..ae2eb44a876d8129ea4d11d1fc1e8875c0315954 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.value/zp_scales.pt
index e9e4fb07fa1c427b947b90b0b1ce48252e9479b1..7f0d5b18f7989194d59c4072414803d61e26b877 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.output.dense/q_scales.pt
index a2aaa8fa8213f1e46c5e2ea68fef98ea1a36bf3f..3ad7057ccfe5f775c90ff9548edb9718789c1ac1 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.output.dense/zp_scales.pt
index d4304e5e213639392372f7846c76e92c41169c97..b4badb2c9b71d929cab9a643aecaa6e3c5366666 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.intermediate.dense/q_scales.pt
index 8241059d67518431a8495aa12bda73ebab8ad5df..c712fbde585c276af0ab1ff0d43a953e9af810b6 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.intermediate.dense/zp_scales.pt
index c2d43378cb27c991c6daaf143ab118ea2bbc0abe..23408e695615832b5ab8d45bc72f61c4c492d5df 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.output.dense/q_scales.pt
index 5b8493db9499603c47e79d33adda75803aaf27ca..3fbb6a82da6c24f49c048a579aed7d5c79bc584f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.output.dense/zp_scales.pt
index 31de2c7c5883b68fd554f8073b0dc9e55dc566ca..6894616cd28d77bb27353cbe343bf047902fe3cc 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.12.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.key/q_scales.pt
index ef461bc7df4ffb3b41eb5e1a64c45f15c85c018e..27207cb8ea6495e7ab0f7a704d7f7106972a162c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.key/zp_scales.pt
index 1c3dd469f057a9abcee94266643ec42ef966a1f0..ea2ab8ecff3334b184d23430fce2d7eb52358791 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.query/q_scales.pt
index 29c293520bec0b25664ffae4e59a79b4ce15431f..e5e371e509ebeb6c18624a25f2797438a7c2b76a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.query/zp_scales.pt
index 23d9446147876d7c3799620bc906da1bfd4ed308..bdcd362c46e1d162534b1ea337696f3a11c8f07d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.value/q_scales.pt
index 52a72066943e03a7ef60eb63de4d78bc39c8abed..9e9c2bf5448f647b76ee709402eda89fcd60721e 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.value/zp_scales.pt
index d144f39eae83037d28f6c3a7841f152c76760d9a..406ad625065889464338c3013e93cb5aaa666d7a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.output.dense/q_scales.pt
index 91feb385743080ca6e6108a7aa2ef52570980fd1..9742cb2ed2b1e1ebcd34d2195262f9e28409523c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.output.dense/zp_scales.pt
index 277d2d1b13c17256ee29a32342104b7321ba4c94..f9237cc5a1a836483f1de144d8abc8b34434490f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.intermediate.dense/q_scales.pt
index 817bd5605e64c6aa3f04e0209f5abdc6ed20d1d0..f5f2e1f7eede7aa8d7328bf8953c21913b72df02 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.intermediate.dense/zp_scales.pt
index 711d7ef502c702bfb9687335318ef8b69c2e8730..97cf40ac6609f0d7bca61698ad8e6e175b36844c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.output.dense/q_scales.pt
index 390cc6610d834b84eb3fd399d01ccac4772c7880..fdfb71a05f9f9d0a3f0aa39632e5f257ffae1d76 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.output.dense/zp_scales.pt
index 515bc7c82b6466014ca7d2d3865435dc42e18e57..9587970452e39ad64d61862fa5268c798cd90db0 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.13.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.key/q_scales.pt
index f75bfb13d3d2d4bda8026827ecdbfef76d597ce0..ded3f4b4b8bf4f5ab5448e1fca0985f087dd8cd4 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.key/zp_scales.pt
index d675762a28c71a314540f3f9f3f47f41df822394..20d2f2bdaabe90d029ab5a6abb6f011f42cf4c4b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.query/q_scales.pt
index 58e7aa0bbd156ff25be745e4fce1551616e5db23..59f6cf0859ab815bf2a784a3f9414ad4f5112c18 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.query/zp_scales.pt
index 15461018262ed15c0a0939105e3b9425f89e5866..2faaed1218871826b3b881016cd91eb3243dff4f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.value/q_scales.pt
index 5ff21f9a874f843e6a5fddcf92aab88cb7edc0f3..25b41e9ca55613c5302ecf5df93157d1945d001b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.value/zp_scales.pt
index 40c1af9ad5476e0140f400d7ac3eea81898ff587..7d9e4288b33cf0bc6045cff35981b89e4d58d370 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.output.dense/q_scales.pt
index a9ea4978dae16b151857050e661af5e9608f56e5..2721ed07f352ad5605d834dd73427866b106b05a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.output.dense/zp_scales.pt
index 3294458dd86e5e9e83629b88ae08b9a93e018942..d467b9410607216aeedba7932886aec789671f79 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.intermediate.dense/q_scales.pt
index 11f0cc4f7314652489f23ca8a706f341d7c33f3d..001948376442ba2f9de3eba766eccaddacba650c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.intermediate.dense/zp_scales.pt
index 0b2a28180482ecf2ec248ed5e9a5d341c86754f1..13be2c723a4ee676a130c77723a0325c331b6be9 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.output.dense/q_scales.pt
index c6817d5e5d947d79c6ee9b07ac6f62f30e7350dd..af9b9e30fdd6161732c7e29c6392a1eb7a378ca5 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.output.dense/zp_scales.pt
index e3a059c6c56c529579ca14048f2e9c43c3a6c488..00351c7ef92669f6e7828ae7f4bf51e0fadff653 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.14.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.key/q_scales.pt
index 5cdd7801776b2ee37bc0c3e8ff10074d060e31ad..5bebf8bf166de15c886e3d82ad16c1ed99b12f52 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.key/zp_scales.pt
index 41020fff9432188ae7543c1500977b99b552466b..9d22fea61ed838cd7076a01bcd4677a6b6c768ac 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.query/q_scales.pt
index 5868350b7dedc42cd94dcda3d8fb46abc523893b..058eccd78bec986a06b0fce91e01a832e0ad6756 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.query/zp_scales.pt
index bcc77f5220ec9434391138c79310348325b64f63..cb65e7c67b3e7087340bf9257ac5a17977e5a7ea 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.value/q_scales.pt
index 3268a8f0de9adcef7ddda7b36527609ef5c61efc..c53d822c54b77798d087d61aa9a7842c5929ba57 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.value/zp_scales.pt
index ae452bfa502927d24666d7485343909033f58f07..49cc46cd3f6c304a7b11445f3ccde4fdad5bc4f7 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.output.dense/q_scales.pt
index cc9a6ad0ddc6386a4730697df05e2c7f88e85480..6a12a7e2b50070260fd509cad8b381d4ec0033d6 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.output.dense/zp_scales.pt
index e384fcbb6f483972304bf67bc98bb5dcfde1175a..e009f0fad25de880e92aca52a0155bc1e58499ef 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.intermediate.dense/q_scales.pt
index c85ae928fcdba86d2957ce21b104c6c781e1c87e..e8bf725240e07bed857cb76ff89f981d7b242894 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.intermediate.dense/zp_scales.pt
index c57ff8ad835da4f99b63b1fcc5dd580909686d3c..02f7eb7b67902f703e2466fa2db844679f1f2872 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.output.dense/q_scales.pt
index 99322240791f65824a2729eaa10273abb4f8e167..d6b88a29e07c58878c6987bc2bd8e2efab0390eb 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.output.dense/zp_scales.pt
index b9c9a6e5bd1fe460d734d2d14f7e44a71c6d4daa..3a2dec35fdce2d58ea749ccef2797fc28681dbc8 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.15.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.key/q_scales.pt
index 09cf0df907a7c9ce83eb00c059a78b7f91f8f939..3d3a62f2fcb1d410165a2b8d3ebb9a69e2444779 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.key/zp_scales.pt
index a05d630a74a3f2251b11d3c70bf90db275f4c1c1..928f355d4a814b5dc0e6c6023fe9f75b6d66c191 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.query/q_scales.pt
index 7764ec1ca7c8c20006279c2ef77aefa918b2ea55..419472b681f77047917e08bc8cd9a93559f03b8a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.query/zp_scales.pt
index 5edeb8fda309733225d6bbbf837eae4c3ed2deef..c25e970de008405d6b558f51bee2aea5982b878d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.value/q_scales.pt
index 24bb62110e6da5e350e8beb4dbead762997ebb59..31268660c5107e019c23d986c3fe628b7d7f7ec0 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.value/zp_scales.pt
index 86a0d661664cbd394e72c5127130914d02abebf1..9c6f0849b79dae2bbc39c4fbe044ff8df7dd9f94 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.output.dense/q_scales.pt
index 8269d1c593ceb13d797106ab22113a1d5e4d0da2..4856b8c66812bbde73e0e8acfdcc44eef8908df8 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.output.dense/zp_scales.pt
index d4948bf4cc9f6d6b2d41de256cfe49b560d50934..f2a4600b33ba94915a4e0eb08a02748ee2a5e6e9 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.intermediate.dense/q_scales.pt
index b2fa46971c8afad2484ed490856a1a4033ea5796..b7ae530729c111617fc1c145d54fe50f6d28fbcb 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.intermediate.dense/zp_scales.pt
index b1627f9d412fbeb9e463c6741b7ee9f59ec6edc0..9f04ff9039c2e90c11574ad1592570e8e74a9c28 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.output.dense/q_scales.pt
index 3abea882d659244360822897f25dec74cb3c2d6d..9739140671c1104a0d43369abb00389e4439c064 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.output.dense/zp_scales.pt
index 99c3fdeff02e854653d93878ec59cd3bcece0e14..143f6749507b2c8056e58aa3677121aab66e5c18 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.16.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.key/q_scales.pt
index 26b00a29c8b9ce7a0adef31f8d0e67fe0f6c178e..3a1cb941717f9f149dc69662cfdcb1470e03fec9 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.key/zp_scales.pt
index d85f84d3f16bacbc8894383f0079f01829e9a479..d5c79b665989e2f71b5fd9b6ed6aa655df34e6bc 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.query/q_scales.pt
index be8aad5099df14df47dcf2e94586a0e591229517..1d6c7f6c617aa8563336d91c407f03a6c517b664 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.query/zp_scales.pt
index 5ecd6b683771c38cbcbc094cbf9ff963b57cc42f..6b3e836d45098edce979455b96f0fd7f17cddbd4 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.value/q_scales.pt
index 0664ddc1f0711ff0fd5bd1655641cdad4a1b7a0b..8f811452e897c2de71b12dd20b8f9c06491fee0c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.value/zp_scales.pt
index 00228e3245efeb05260cbf3b98e0b8314b6fd0be..59882de6fc59da90c5ac829a6dbc9b21c30c776f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.output.dense/q_scales.pt
index 82337e9b1cdcc065a6e5698c8163b0a33f302d4e..67267b0d5ccefc3b6f179962c01ac908c6050916 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.output.dense/zp_scales.pt
index e194d2dee02ba1539498228dc0418d9b2954d2cf..8e966218d7ea35552d6ddb561b750dbe70a86c2a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.intermediate.dense/q_scales.pt
index 0c5c189b0d25f7e74b4412f91273fd0939d4e947..41604e1dbdfb4ddaa6464c43fb63dd528925da59 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.intermediate.dense/zp_scales.pt
index 7372db1b2950453c4b3bc338edf6265a857246c3..b7a9c48b3e4924f382704e1bd0d5db69eeb1b807 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.output.dense/q_scales.pt
index d183f1ff28f680c2273969a7da5e57d0c1b2d6b5..9669d230b714ada2c5fa630efe2f2c3cbeeda742 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.output.dense/zp_scales.pt
index 51945b2a23ef44b39fd477e81ad8f6c0f1911550..d27d906277c5798138d2a6317c8f3a9f572128cd 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.17.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.key/q_scales.pt
index 4bd7046cbba08018b6e956d46750647dc673f5d2..a9c77c860ada7b9f224feb391494d078e18715d5 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.key/zp_scales.pt
index 1a624d0fdd71e37059d1b9472a7791181d5da8ff..f98f1d50976c0ce4be498700b57e5e4e94a3a611 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.query/q_scales.pt
index 2c2b083cb578d10902b08b44ad307fa488b168f8..975a25f848010be6e9413e5c4d572e4712140636 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.query/zp_scales.pt
index a94b4dc5b1c81994dcb6b2624e9ea352f9fab7a9..6ab9bbb3f416e932fbc4ef37cf7df9f77a4176bf 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.value/q_scales.pt
index 03c3433883941cccbd592f6e75865597e9f09739..66c52071729af04e65922f9e0b16a87308c1ae59 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.value/zp_scales.pt
index 94ae922cddd390b28641714be358808de5faeb6a..dca4d8abe363723dc9bf6ed382be5667ac0160ad 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.output.dense/q_scales.pt
index 9b2d407fa32deaaa539ea1ab19bdc33ae6585dd6..de12d23bdf4e3b60f983d04355763093708a8a23 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.output.dense/zp_scales.pt
index 9e0fd71ac4f2f3faf487d49e155f30baafd70242..2f8d472d03e140d26014ab79e34a1f7c0b5e17a3 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.intermediate.dense/q_scales.pt
index f12cdaeb41b8dbe354592d3d33a6ba04b5590e0a..be0719351823978913ab82b076c3bbc933b47922 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.intermediate.dense/zp_scales.pt
index 1eb8470bc162da6707fd18f7e666f8d9fde24c68..80503480fb54cfde7fafe1521408808a648f37e0 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.output.dense/q_scales.pt
index 1b158c7197b4d14454ef20fd887b07e967432a5a..b6eb98210cf1c0ee9d36a56ad2b46bf0a6286fc9 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.output.dense/zp_scales.pt
index 3d7981eb56cf774f2f8e42a2a7e5b8b070dc5bcb..863380e93c2227f5b0b2b1bd97720653d653624b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.18.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.key/q_scales.pt
index 070f0b185d974328460d897c42adb87b6853441a..d1ea4c812cc2431a44defb835e65ef4259fda1ef 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.key/zp_scales.pt
index ee506435b7cb75b51a130cf1b77db6420683979e..4e7093893165f514619e88d13070eaa42c65d4b6 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.query/q_scales.pt
index fcdccf9062a3a843c7568aa2118fca2422b5ee1c..8b6317303929317e68b1a025d3b51a0841724897 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.query/zp_scales.pt
index 78ecc10cf063c31cd55630b00590fc7752248354..a2d0b28415d23aa4fcc201c83e7280cefdfde91d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.value/q_scales.pt
index c3197f8d1b0f9a12c6ccd87a561a6e5403863520..a66f07136934b20fd020f974bb22f3f451788d5f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.value/zp_scales.pt
index f9ef77b66866798f6a70b01c819908e472a0e57a..557f246d48a29f0279ba4ecc1cc51bc125efe23e 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.output.dense/q_scales.pt
index 1e6414db65bbad8f356020bd6b62a54a686e089d..22e8a8e8fd9d29100175592c3168d27010b67b9b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.output.dense/zp_scales.pt
index e21b4be992cfddfe94746aa33bd8121a37b149af..3ad77ea54f8acac1b41a574e9662c95b87f65105 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.intermediate.dense/q_scales.pt
index 069de8212ef13b2b854fc6a3a33e5b2a95fbf044..a2c0fabfdd9acd032cb486c9dd7a8e861987e23b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.intermediate.dense/zp_scales.pt
index 00e57218d652477e596992628caff3aec80572fe..4cc923235cfef8b7e8159250fc322f18e1aee51d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.output.dense/q_scales.pt
index 2b345438a758c7205fd2b39e8a79b1cbf6eca2aa..8ff5448c06b302cb07224cf85c255d176fcb97e4 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.output.dense/zp_scales.pt
index 41d103aa273b7d2a56291b72996625c6de2bf1b5..3129677dc34e57999e0b5cab0db98a51ec080365 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.19.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.key/q_scales.pt
index 5664454b95a445eaf9daf48b3c1231f172f58c9d..97bc9c8b48f420daf4a7fbeb5de61dedf17a415e 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.key/zp_scales.pt
index d3731df3296a1034a0599d329fb78cb501c07e83..9d42aafb7f14d8a8522dca38bd83f1be792392cb 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.query/q_scales.pt
index 8392c1b464ea1c300df3cc38c6676d2cd55ebdc8..85468e5dad713581aab3466a88ce993053545ab4 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.query/zp_scales.pt
index 5b453765f706a4fc4d1e25ab0bb359962036e9c5..6bc0a7d1ad31fc81c2317557e73aa2b890de06d2 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.value/q_scales.pt
index 352bcd3e19f3f8637e622986f8e96562e06f0e86..9f10aaacd87b1c984e4820569bda04b3d4039fa3 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.value/zp_scales.pt
index 3c50a27fda522c1278c5ea2ccd932d5d00841bab..1be07a8927aabb9eb9bf31e8a7eecaf891ab0282 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.output.dense/q_scales.pt
index 4f4bde3b28f550a3bab6d7799a6e3751aef9cbdd..2f7afb3f342e11e7cd173bf5f401cbdc81458c61 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.output.dense/zp_scales.pt
index 57f231c31d9bc8b8926a60a33da137c2304ffe6b..dd155fe6f80b1fa8ea2e8ea85ebd624198c45ccf 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.intermediate.dense/q_scales.pt
index 1bc211e757bd064a703fe084fc8c487e003a0bc8..df2ad252b852f5db95f475656dd648dde8b89901 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.intermediate.dense/zp_scales.pt
index e94b1423cbc19caaa8c37ef65972d2a03cf46b93..7a7193b17e6fa96af2598fdada6b5d005589fa65 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.output.dense/q_scales.pt
index 08fca806c4586ddcba83875ace54bf00aacf59df..d61692cda28060d4f7fdcda243d0b1d2e1b78d1d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.output.dense/zp_scales.pt
index edffcb6a3b5c0446bbd9534f744782464b3b3b87..a13a26c52b3ecb2384471712844ec3c266d33a13 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.2.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.key/q_scales.pt
index e97e89cab737d47e2465712df9c18cd559095384..11527b641cc817627390b9896307bd959c219468 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.key/zp_scales.pt
index 6eb3a157cbf468d8b3452737bd95c22c00a2a872..437a1c866d31e141d7a0911b651544e1468f3811 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.query/q_scales.pt
index f232c8fc0192415553c9c153785f3912665c8dd7..43bcc7c789cb75c5fb7222e9dec669f56674a727 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.query/zp_scales.pt
index 4a7e36e97745b8e3099530966cfb1ca52d7a009b..5b220117f913e5c16cba7009b52c38c52f7fa2b6 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.value/q_scales.pt
index 58a8e60d3fcaaf27ac248ab428cca84ec51ea068..df8c7c001a3cb197ea86443da694a497519f9fd0 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.value/zp_scales.pt
index ce082e30a0e45e474a194830f6c29f24ec380514..0687efe104f811202a835e1555cc08f3d63fd929 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.output.dense/q_scales.pt
index 52cfc498a2fe5c2da6da9c54e5606fc9f0293a76..59a1a8cbfcba142aa707a62482d3283325b3f88d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.output.dense/zp_scales.pt
index f04bcac6734eca20b6a3154d928c8a6deea8308e..7e85caf79e4291d6e472b6616ce23024cf65568c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.intermediate.dense/q_scales.pt
index 59a84016b28d5b1d52df23db6df69b3a85335bf0..e50cce9fe5c02fce51a93cbf7d75e1f39cdf01db 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.intermediate.dense/zp_scales.pt
index c55b2a86b41999fa644ffd994eead63b956ce8d7..262b1d3013d181d660e8125ee3e005e965fc17a6 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.output.dense/q_scales.pt
index b038ceb9a8fc554b673c51e23d9599c48270e62a..15de21bbae588a15c1cd853eec47cb195874f951 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.output.dense/zp_scales.pt
index d239529cfde24e0980dca3cebf4ade1ca82fb809..a8887ef808438dec135f89606717cfc22c60c3c2 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.20.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.key/q_scales.pt
index d8801c138e84a601ec2fff92c5c7fef57a1ddf5c..e5b635980d54f549223e56a4228db1058f877b1b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.key/zp_scales.pt
index de3cf67502a781a368e73e7e7c2eab061e189b8e..446d5c5bf22a09d66e571f90c2d2ca893221af02 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.query/q_scales.pt
index 606b88203dd69f6126c18bae6c3b2727d59a6a05..38fe068fb1d4077e28fcfeef5a101243fbe026f6 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.query/zp_scales.pt
index e2ff2daecde99d216975469250b6cf9f0caca983..8865d31d8a01d5c58e0ad6cd69fb373690ab8346 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.value/q_scales.pt
index 0ce0a1b1387664ad7242863d758f426ed9e05d7d..01b63c4d5f5b08827ef95b117676610bbe6a919b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.value/zp_scales.pt
index d3a279c9d78d9662b6546fb3acdb96513315734e..e5e94253afc31cdd498782a38018a656916b4829 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.output.dense/q_scales.pt
index c44405dc20faf02a8df51e9af76b4db6e4b88cfd..59666ce2653b8c3ea8095ec5ceae89f32497cd17 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.output.dense/zp_scales.pt
index 56c52a063fabcd773d62987e1bc1a6ef0a554ab9..4134528a679c520995ccb7c784b0e7513996ed73 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.intermediate.dense/q_scales.pt
index da0db1d83f44f81860f0c9351d38c43d4832d938..9577202a30641c8bb4d0dfa2ed3f18237eb70d0e 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.intermediate.dense/zp_scales.pt
index 4d6eb1de87db7602011cdab4635f7678a3de6e16..bf4c89252aaaa88108f79d7cfbbf85eb152b5673 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.output.dense/q_scales.pt
index 3d85a58f535ae06010e97d167443f936007c1c14..8d4e75d8995263e483c06c1db87d8e426582e640 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.output.dense/zp_scales.pt
index 4efe5d895a0726f3a48e939b1c235eaa7967a250..210e75bbc19640dc3010d4349ca9bee94b3d310d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.21.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.key/q_scales.pt
index ec277181bac3db85846015bf9b3159a21e9cd22c..a268a48c6e4ca8b9b239504c17d81ea76897f492 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.key/zp_scales.pt
index 6e85588584b7cf01482fc846e83718f3539814a9..82e7eaa7a33dcb957854e662e257bb2a0f7082c2 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.query/q_scales.pt
index 2c131da78ba88b8cada203410889417cf34ab7a0..a0c432d84a46705424f6891b10805a786d5b730e 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.query/zp_scales.pt
index ffb6224db04225b90a5e530b5439311970b5511c..a078279d1e9d8998843ecee09afe9c87e2d084aa 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.value/q_scales.pt
index 18c4cbc1f6767e65ea60a95627fcc99492220cb9..cf2c32dbce15bbfbbe59ae46db3004479417f1ff 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.value/zp_scales.pt
index d0cb6ca757ef9da2f05c3769ec3e68ca078efab0..1a20d8f1518d1b4f2dc4a51591c59321389a7682 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.output.dense/q_scales.pt
index bc34ba910f7af1f3874607a037897dd5c98e5397..6d0e5f7d87cdc041966f184f77f041a9102afd09 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.output.dense/zp_scales.pt
index eb4afde25adab0538a800dce81e6c2adaaa8a5af..7de635941872935755aa6290d3343889fb3842d7 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.intermediate.dense/q_scales.pt
index 65ce0916f6a4ba5521b1994f84f97e4b9acb582f..a12800da7fc04125c689e4e028668b9f835fe1ba 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.intermediate.dense/zp_scales.pt
index 69929103d004f340c7d251514080c8ae05e7ebc0..8ccafab7118be2b21c254ce5cf700290de7624a6 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.output.dense/q_scales.pt
index 5c4045397052a5f31faa861eb4c39d2496aa6fde..358ea8f905feede9abf35f5905576c146176c4ee 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.output.dense/zp_scales.pt
index 68d59c48076e14d6d1feda4b91833d6f55c9db91..253eb27c9ef65257fcf6168db83084f5ab6e0224 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.22.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.key/q_scales.pt
index 68711c1fa3b5e69af17e414823baa36bb699beb0..074cbf8f77f49eaf323fb73d6f5ed7b97b23e812 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.key/zp_scales.pt
index cf8dcf9dff309284f6be4908bf8af08583b46187..e57a9e33e77c19de6f609fe3a4176ac3177b6dad 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.query/q_scales.pt
index cb6f5ee4444d75a920dcaa0f4f40171dd51674a8..93e54e3d3db8f7e72ec642f928eda0208aa6a206 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.query/zp_scales.pt
index 08c683a83f14a8c51af7b5560a3bed70f826c6c2..3c5754e432c79f72800146afd355e4680d7504f1 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.value/q_scales.pt
index db1c5f20f13347ab0e33957c13814dff1dc3bb65..3523f767836c441ebe43523b78512f0fdbce61a9 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.value/zp_scales.pt
index 3a75defc272c686f186a202f2452b4ed963cc814..8317aabf0fa3257638d6781b16fae76d4facaa52 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.output.dense/q_scales.pt
index ebbc01a38810058d2c6c52d9f4450731602732b2..fe243849290e2c696c7886df74e4abfa15c08c55 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.output.dense/zp_scales.pt
index d3ed6aca08bd264d15340dede6fa28a49a33508f..ae86a043c1184543f01f21d0d2f6c26cd27d1a22 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.intermediate.dense/q_scales.pt
index ef00e47fc4b80276e03f8389c849b39944c59aa5..6844d1f700d2248b041b4a27d60e969d9951cbd1 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.intermediate.dense/zp_scales.pt
index e34861995746744226ed8da597773757545907d8..66bf502459768d827c308b6f3dceac458e7daeea 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.output.dense/q_scales.pt
index cda4a09a86dc1b1a1966bbb8f04ac0c9d3edded0..35ed6f40d78325743f25ddbdbd495cfdf0a49a92 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.output.dense/zp_scales.pt
index 30758620781b6de1dfa6da844a7303deebb53e9b..fd4acdea3646e9e455d2125f528c1f0a866c93fc 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.23.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.key/q_scales.pt
index 02a1910d6d2aa532ccb0601dd863494cd01544b5..89a5bcefd37789aefab79feb7287be6699bda578 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.key/zp_scales.pt
index 8c44ff43be36cd89b78bbe50fd7f998f6bdf6105..d1269738de48556949a618e5c79e04084dcaab1f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.query/q_scales.pt
index c24677f5138734306807c289462408bd7ca2c403..03962c14c18a1d86869f3ee03da096831185bff8 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.query/zp_scales.pt
index 5ec632289666293937afc3315d84f40f673f8844..65bdce6c71d4d1b1b59fbfccdde487bf5cb542d0 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.value/q_scales.pt
index b693eaeea22d0dcd5c34d17e2bdb9d4916f8135e..fcc82b96b68911dd9a46509ad1eb44ca4ba80567 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.value/zp_scales.pt
index d094add64870aeb553526bb08e0bfbae659d3ed7..3f2e731309239394e4334b996fb1599201bdf8de 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.output.dense/q_scales.pt
index dadc799585e74e617a35584a0ba667ddae7fb2c6..de18ac93b4890a83a6a0062f41343dcc216e45fe 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.output.dense/zp_scales.pt
index 88d3e3591a1a69f35a697fcbb3cac83a51c52e11..bbf65b976ee105f578eef611f0942a114deb6278 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.intermediate.dense/q_scales.pt
index 6c812792b7841d1d4583ea9456d8f094aeb4104b..eac650192dbd667388ec85d0db665834d7520795 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.intermediate.dense/zp_scales.pt
index eb5e1bbeadaf51e5c18f196576b5421a32d57671..96b5e0f2b1eb2cf6d851eef18c6d2b52de42a331 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.output.dense/q_scales.pt
index 035a93dee23f9889383f4c1d74b2b6ee040c1449..d47a30ed87b71c0c1bdae2cc75a3d52f25fb6f6a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.output.dense/zp_scales.pt
index ba32225ffa6e4dcccc37630bbb8b8675c9ae474f..d6f757bf1c91ee2b11c7487a743c6bae677696ed 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.3.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.key/q_scales.pt
index 87c30a743c50ab3ebc588688037e9a12cf11b211..72ed747ca0d07bfa603439a61af9399207ebdcb3 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.key/zp_scales.pt
index c78c1d2948a9b8ab1c6b202a898f230e3ee86616..1d7f875711931515b51bcc1f7133ed6df57732d8 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.query/q_scales.pt
index 4b96057b11da692ed4d36f178464f85246082208..0aba99135cfff8ef70824481728a062bb9afe819 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.query/zp_scales.pt
index ba8b6d09b6dd9102f598d1449ed31fe884acd38a..5b6a78e70c6668be30a2a37ed675c493bd9ec787 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.value/q_scales.pt
index a3c06987eba7df4e057af6bd6a971dff902d635b..4b18d75854c360df8625e29e148eab221004292b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.value/zp_scales.pt
index c369a91b7231b38bf4b8ca39c732a315aac57c7a..04ad8f0d1ad1ca75c217a26934d891f7fd173c04 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.output.dense/q_scales.pt
index 13d0bc7c25f21ad84f4aa2a105c304ad8a87ceda..ae4aac4d7385809f7adfe0aab426badc034134fe 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.output.dense/zp_scales.pt
index 6a2bad0c1e99f12208d44cd116df5aef863ede72..64b46a4494092d86da8884e7b95963016acc875e 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.intermediate.dense/q_scales.pt
index 1bc7a6ee3f57760d078cdf205141c720d43fb874..3879de7937a24135fe4fb721716896376e98bd66 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.intermediate.dense/zp_scales.pt
index f33c935edcdef69b4f6d02d67063686db6f5715b..fda58a194aef37b5a2b48b89cb87403189df6b5f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.output.dense/q_scales.pt
index a44c500218fbd74fb3686fe3d7b86ec7cf20db6d..ad4a084126828a33c1153de412a6cccd2915057c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.output.dense/zp_scales.pt
index 455d5ddd2d8f5a67f7497fcf545671507c4aa5ac..044d0e977f49ced69186f919c03908c497545d19 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.4.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.key/q_scales.pt
index e7de88e7f48b819eeabd032ff957787f9921de13..9d26c3410eb2dbffcc51de714c867daf99fed45d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.key/zp_scales.pt
index 943a5cced20efa5255b3ab3e01c29bfd394a6d7c..0a4a8017aaef853c2a375d1259691e1b36d401d7 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.query/q_scales.pt
index 3f6729f032b11dfb0f169f7b939ee0db8d427d51..b7155615c174aa9bc99c1dfc8ed563ba01323627 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.query/zp_scales.pt
index 766704905c18b3765ba4bcedb7144667ba4d77b5..26eef320f37629cb0215978f7b36a1c91e43b512 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.value/q_scales.pt
index 959388a92c86089a9547a28da14d5df51b88dc3a..8223184b1100c8e37596956b4b3058ab622dfa4d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.value/zp_scales.pt
index 9e0516d4910c008179b2ed098a313e443af45389..0445d08c5294382d3db6eca14f4b88b4f640b796 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.output.dense/q_scales.pt
index f54f19cb2f0c48d1bafbe06e9a82bca915e9a8b2..7c5876f69a8c4ebe25c566e598e509238051580d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.output.dense/zp_scales.pt
index 8a06a8727dbe00b6451e995caee8567673c5b35f..0dcedf7746f3eb56cff8858deb13ef10abd9e72d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.intermediate.dense/q_scales.pt
index db51a1ac41d143f903b7ae8fd2710fad658b48f6..800fa305728d147d54aa1053427ffb9e189ce3f0 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.intermediate.dense/zp_scales.pt
index bca7177257521d023c0f2fe28c73e9f527e1d65e..45448a0fc399997fd2a4f79e7bb2368c9ea8738f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.output.dense/q_scales.pt
index 58b933f39f3d2d3ea37d14bab3db118bdaf3c7d8..c0970dcae8a7b86ef6c339f0f1feaafd0cf74418 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.output.dense/zp_scales.pt
index f60aa5c22969cef788665f66f4e766871a0e37b6..c82fef82f2018e64759e0b3721179bc662452fa3 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.5.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.key/q_scales.pt
index 8902d9ae34161d724a2df07e91f6bf529d3c4973..855034708ad57a98787fa516d66f5700d54d08ab 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.key/zp_scales.pt
index 144b1c5eefa3bb0707c2e1af128c5d63a698b440..fb367c9aef977f9adbb634b112fdeac9292cfd81 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.query/q_scales.pt
index ba289f6b130e7e6a55c7e2fabc378c6bd9e80a20..365d130f05621935cf1c12ed1c1e4b5a72385f37 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.query/zp_scales.pt
index 08bf36c5537c65181f3f97404641bcc650001db1..1c8782bf3d4a23ec6d572b4660a7fd4980751052 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.value/q_scales.pt
index b1a978adea99ad42070c10c19a2979d422a79dfc..433250a4772a0cca7bf36d90b4dd16e0a02c8c7a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.value/zp_scales.pt
index 21b96b90017ea3105c81ecb08c59d90797a15467..18e4761371af14663d3944a1f87b245bf4a98ccc 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.output.dense/q_scales.pt
index 955020aaf0f6324d1ac58469009303b3b236b740..dafc21cd4e0975f64c987af99b43a8b15b3fa8df 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.output.dense/zp_scales.pt
index a2ffa16cb30b2039ba10f814fb6247d12af29055..7816ba861ace14d77d4fafa4e02b571883b717c8 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.intermediate.dense/q_scales.pt
index 87fcfbffc5df7f2e8a329b2c62c3f595df43ca18..f44f073b290d7aae411ba5d9254df3b6572732ea 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.intermediate.dense/zp_scales.pt
index a145bae85d3a8f2958ddb2c32180f9570a63f8a2..acadb7c3a2322a4c58d303e67b88b95c5d4f199d 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.output.dense/q_scales.pt
index e22e21615f5109ffc15c3f6edd90c96a344867c8..6b3c94e6d5fb53144cc04876291e1add90b6b307 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.output.dense/zp_scales.pt
index d61795889ef2667b9cd6a318309fb0cfe5ca1b1a..397c1c8e6fa231c2043cb142d1645e7405ac9cf1 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.6.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.key/q_scales.pt
index 4a8b6c2252920c2bd8ae00050ee330aea3a678ce..9ce6608320f2576ed440e961f6361348037398b3 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.key/zp_scales.pt
index 4822ad01ff68aacd2fdb6d45d76a8754a02c62b4..3f7ccc5bebd35669f6ac180f87eb866d9d28beef 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.query/q_scales.pt
index a26f851008e2a624e61e1a7dfc2a07690c844969..f65858c56ea83cc5560de6a7b132c9943acfa101 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.query/zp_scales.pt
index bf47499e9005575d7c585634d02061117d9c91ac..ec7c893e2a6642232457f805e08094c28e6e6879 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.value/q_scales.pt
index d3a81a75a7bcabc1be5933b224634a4baf2b5ffb..cd6dbd704192c3b6b85eedd4120e34b40f5a4bd2 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.value/zp_scales.pt
index f918d2690c0b8f23030be7c0e6fd0084106fad39..165fc048bc0094c790e58eb4b56ecec9b8ee9f0b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.output.dense/q_scales.pt
index 68cba8cd19844850f9d879cc2f5ad70c0c08e520..931797255a973b7539f42a99b55fdd8eb9427add 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.output.dense/zp_scales.pt
index 81216404b9e235688957f7e4e5a9cccf3d9ce7dd..5b210067242f6957fe977553fb6a92486d843d36 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.intermediate.dense/q_scales.pt
index 15b7d13bb94a0a076ca4f66122c0a58df510ac3c..5c0f8ea2f9a2222fffd20fa76606ad365cbb0949 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.intermediate.dense/zp_scales.pt
index d8c63578b1d415818b736cb1c0438c2e8ef7c374..0805ba379a8741fd7aa283c18579240eecd707bb 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.output.dense/q_scales.pt
index 02855ba8ac9379312486820c1074566f7f03d170..763ded81eaa5236a601004ea5fa8e559310b5bf7 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.output.dense/zp_scales.pt
index 164e28ce5f7349299c28828fd1e2a2426b8b00a3..784a77690d2fe0ea1214b7fff744507a8911c2bc 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.7.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.key/q_scales.pt
index e750b51fb4bd9c4ae4be996c297fba6502f911d4..c305f63b288cfa1b9d685149a15f8e35ce08264c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.key/zp_scales.pt
index 54c10552c8c25e2fbb3f145e60422334b4984a76..89ef54a7888832cba1823ac63482d2f4bce4fe67 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.query/q_scales.pt
index 9ccb602fc70b8e724e48c974f78f1db564bfca6d..88e16a3c9315ea2233a31d30d5f37563b51a8b8a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.query/zp_scales.pt
index 6635afb98aeb4ab5a9b52e6b23f3b1507b3a02db..855b7124d464948035cb8693487fbe9aa787108e 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.value/q_scales.pt
index cd748378c24e8ed5bac481e1e5729edc4228081e..51fbe274bffac9917ef4e7d062fe9dd43b38ed34 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.value/zp_scales.pt
index 995d1b300ee0092ad3aec0fdaded490b962eef90..3faa84a1326e0721ebc9e6441790e6ebc9f790b0 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.output.dense/q_scales.pt
index 139f698cf50f72fc8e1d68d48ed99f25060ce0e1..d1d89eab7606de8616ce1052558cd29b8b7c8c24 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.output.dense/zp_scales.pt
index 2a8b1df424fdcd99e8cfd1d3a759a9157804845d..303443b3cc9ac9b68c6f821c6e1d582f16b71292 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.intermediate.dense/q_scales.pt
index 12cc1d7bc05163f58124900f294f4af84c5a8904..23139144e0f2d4b0e4fa459b5a348925a2554d5c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.intermediate.dense/zp_scales.pt
index 3d1425f67eb36d2b0cb5632bcdbb9469494ac7db..ff7aa7f7626816a03dbdff66d9a19f2a8a72f828 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.output.dense/q_scales.pt
index 4057a3734b6547ee8580d491697e52c1c63c3c8a..3de2896240a6ff36cdf2625470454d74464e6a2a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.output.dense/zp_scales.pt
index d07b5f08e538b0145a7c0359786a235bef94adfa..4cd156f1db9b3a51b4628a68e9985ff1302e64de 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.8.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.key/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.key/q_scales.pt
index 126cffd060d4c7c28d29f970e4e73438be530398..99b938b1673445f93a544b5cad807e1d1eff709c 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.key/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.key/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.key/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.key/zp_scales.pt
index 9b8228661fccf223693eea7a59941bc977b7d2b6..24228390a78cb8321620da8e2a491a3cb7114bcf 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.key/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.key/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.query/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.query/q_scales.pt
index 44d61b5edf115e7da5c429d50aa6bddc31cefb54..69be6455299945832e89e8df90916d378723463f 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.query/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.query/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.query/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.query/zp_scales.pt
index 7561c4e98c7e7b6aa0faf92d2b39753b8f7c66cb..a3e2e90fd4c0261acbc9a47a904695b6335656a4 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.query/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.query/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.value/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.value/q_scales.pt
index 900d463335495971ab697b15590d8df7fc5a452f..d0613f93992034f97705157b1f2a5cf23c6f9def 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.value/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.value/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.value/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.value/zp_scales.pt
index 20ceb42a22ef5e88396d8c5c776b4330790b0505..858155f596437834c3a1bf36391739068e35a84e 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.value/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.attention.value/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.output.dense/q_scales.pt
index f286bd010b178b0f6ce418f86c6692b6191c7c6c..528dd0e806e66422bbdb917362ccf9452a6157cf 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.output.dense/zp_scales.pt
index 9352a17557baa332c19698e0364b836f035ef1f6..c94077942a863076c6029bc944b9e7fc0a241d8b 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.attention.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.intermediate.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.intermediate.dense/q_scales.pt
index bc79f67b444be437af68a0f9391c7a6de8284962..4ab6ed4fd1b33905a5d0c046225f2f8b9ad02045 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.intermediate.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.intermediate.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.intermediate.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.intermediate.dense/zp_scales.pt
index e8d9bc2cf070102113ee8c6b3787d33f5767d5d2..7902936d9f1ea46068217c57a70602f0a303e006 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.intermediate.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.intermediate.dense/zp_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.output.dense/q_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.output.dense/q_scales.pt
index 4a1767fc5c866802ee80f246c9620702ae7a2ef9..c80f2ff607c0b87af3db16c5f8fcef8664f66697 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.output.dense/q_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.output.dense/q_scales.pt differ
diff --git a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.output.dense/zp_scales.pt b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.output.dense/zp_scales.pt
index 301ba1845a0d8bc262789f3ecbba9612a5bbb342..6968ca897b828811dd48618b69340ce26f28737a 100644
Binary files a/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.output.dense/zp_scales.pt and b/params/vit/8/fixed/woq_t/global_train/vit.encoder.layer.9.output.dense/zp_scales.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/classifier/_0.pt
index f508474fa83b2acea4e559544bcb9405851321d8..889d1f93165218299879ee4d69e74f6396c26213 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/classifier/_s.pt
index e603018feffccf102a84ab0fb6690cb95bda914c..cb55aeef3fdda3f698ee413f37fcda6ff6fa57d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 602fdbad26dd98ed109f6a66dd7f418350d2ee95..90b7f0b6f9abd73d4c388103d92ee4a09c84a212 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index c3c295a9f9d9c25a34026ef2e98b6a42453fd34c..9d96e9ab38b637ae9a600ae58e158ab30ac5f078 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 658a3d4de775208be58c4c6d65615baae5fad3cc..ed190e23acb3f93d9ab4365357e5d06f1c51b4cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index 4448ebb21ab1890b761e4e1c8a94d951be1389cf..de8290b85be8e1ef4560b01914a722a67cedce3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 62ef3ca5daf700c5b94e3a258838af156a922d11..0410222b74dfa12b1b230b92ccb189b5d3ee566b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.output.dense/_0.pt
index aa88f7b96e6fc3a2eed6a687f996e824a3a94eaa..4524685213f74b7dab1b72b332dc2cdbb0014917 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 15df5868f8f02864d7e22f522a6078b0d62470d3..dbde47954f3e9a6b3d2557daa8c864cc12e14cf1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 214688e195bf98a5afd7a00fdf6a33f523459453..998804bd8b975c882dba7a1dbe1c0466aa1cec96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index e704a5a093634bf404e424e861f558ada3dd1b31..7e7e16ec73bac370c819e6b841aaee0c3392178f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index ecac8ec657c89eace9b505b0c4725900bf01aa17..772ec35ce9ab5a695e33c3165153ce3709c4e184 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index deabe89c50e349441aed6379a671a0791d7e79fc..1fa40de49200d6427648ab96a3df8323bddbe46d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.output.dense/_0.pt
index b2439d07cb82a5e0bfd24209c2821ba2c79c054d..2ca2c7cf6595aae4ee8f3ec1903281ea13d8768b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index af18814da8a4c57e4d813e9a8320d8a90afc0059..ee07488694b4abc63dea186bc810772dfeebbdb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index d7bf3fa5ec00d226ce354b77735a2a5c1283cd96..9546c031e756f7e82863a3f910d698b0c8891d34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index aa79e18855a5aad42ea1532893722eea71afa26f..caa127eb86300701245c3df4b19472d2279b17af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 43a33fc432fd5310af3065127fb48fe47624a073..1e4a0358cd529327c29c8c25d01bc2e0915920a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index c4e3b46991cf982cfa38f45e21fb77bfe173f566..4e0a2b8e4bec295cae2982b21b07a10423e15521 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.output.dense/_0.pt
index 136a185a0fa0da0189a24304ba40bf8bdd9b54dd..265d086812642b5efcf08bd04a02ebe3dd11b20c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index a8d35990a35a8fc0fc77c400ad9218c5459d2d08..1144437c7571f960c142eac9e6874f13b5c684da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index a680b6ef7be64f46e3a5f31b1cd1be7def7c65a3..ff002c3c3386833408c13fea55c1c4ad2e84254f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index 63339fd40ecdbdf5bb3913215fec65a5f1ba424d..501dcab5321a85ff8679378a03049f8f130c5442 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 9922616d13fe80bb1397d5717c6375c62d425de5..aef892acc3cfe7012cfe69ef2ca135ad853c59f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 348e35d8cae5206d69519c4ea67ecccf1ee67435..f990da75bb892aee61f5f01d388929535ecdf0db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.output.dense/_0.pt
index 630aab4bf7ceb1add5029499d671f406f78ba3eb..0defb723c6a68c922b7655c83c1882858e707d2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index f999df5939c2d170682d6335f2f5d64be981b33d..67d0dc8bcd297329ea7a2a9c33678fb2d75800e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index d3bef2e8cbe75a17b29334850c3b2175ef307976..6c35aca87b42e8c01bd1d8b578bf502fcc3f9eaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index b51edfad4bc787d1e1f283b545c5114dcf6e9ea9..0fdd10e9d52c3b6ddeed3fbd3e125aa77eb289e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index b97a4983862120a31d0f255525587950c46b3bca..f76f3e9e3bff64bdb16283fdd9c8da82fadcfe22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 41f07f33145306b998e1e6a03c747e128b25fba3..ec7be34567225ed72370bc516b6d8d1c293c5487 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.output.dense/_0.pt
index 7a1620d610f39e3b490279329ddb0a0c16d52c82..7304f38c7966182383b7d462b8bc016b3be05909 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 52b07adfcf2d73921d13653db0350450f8b99bf9..591a9304ac3158d374d7460c625f21b768100c0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 03e9eff1480a11402b1d8c5568301b693decf0dc..8b383fd2a59aead41c8afb4903c9eab55ed823e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 14c486735535be21ac07be11e5379982aae72980..dc0069d8d808edcd506eddac9d5d02431ba830de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 628bafbc909f48cd05c97217aa5ca469f48bbd08..601a03ccf007c01c12de70d6754fcf357fbded7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index d27588d386e5ab6aa1a95495656bed5efd967d8e..57d8c7d1f29e8059223ed718e63bbe644de17c65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.output.dense/_0.pt
index ecef90eaaf1c14676262c837391cb64c8a9c4f9f..d67f7c52dd2092d776b0d6e56516e0614c8d2d48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 27f07380c4366609d7622c4d2f378958d20dbd82..f2d30d3825f4d1a99a84cab7e3e2646d5c4900d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index 961b973b2f4516572384e194c53ef9e3a552401d..4b24bf9a0212c2edb99a45b0ed910aa2007e957b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index d8fc2f9685acbca63aff65662952c2725532036c..55d68f373c2f2c07da8ffbe7e1e6a4f621847568 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index bb8691065e25a737fe2ada6cd9ca6773b16905de..fe5f50cafea85d40c6b663d6447a351af97e6b79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 909a5d65a7f03888a833df537de97bf034992e13..2cd099316f14c5b0f28d2f97f135b09b0681c2e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.output.dense/_0.pt
index 8a36b017fc3e929f790e0875c8fb4fa0dafbd915..72f4e1cc67ba0a639849995241f572f334cca6b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 44c09d596c898d6332fa6f7b8f8897ce05203284..61e36a4e9a6248c51deac7e1160612abb2a1d61b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 825033993a1a4f5d0647ce855082def5baa2741a..d582577f71a9fe2ebd4eaa9098f803d1a6b0e156 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index cebb1529ce98d05d6c7c6acfcea7b77f8c5a3948..46d16522f63775de608817edee466a54221f0575 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 86d4991fa4804fc19235f60d450058c5c5e17e33..882e99caae14e58b1a71360a36e64b95f53f1848 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 6cc4e8fd4075fa47727427f1c0096a41f42d48c3..7b463986f4f589c034f1b05e96b1c90d6dfe5f1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.output.dense/_0.pt
index 646f4bec496f4e08be7bba069b7182f3405fc645..4facc92353dd614ce883cdcd51c325b792e383c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index a6f3bba387f7bf957f57fb158c726290c89af327..557ac3c6ae0894c1ebef2dbcb453dd295c51f8c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 6086cfb94a70089ab17e5994256d023197162c7f..4aa0a0ebbab17bf29d8083a5183a3a3e5cba2aa6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index 20e014734f19255175d2a2f7a13f245ecfeb119e..b88950607f28e42aaa7e0e997beca47f5c8f507a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 657a448bf127b5631e84325579b8802d529820bf..7c319e25da559d424cbce943828bf17b89c9bff9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 35fb26740e4d6996e429d1358b84ed9d8b154f66..df96e53cd69d0ad2cad6438e9bdfcaa2dbea10b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.output.dense/_0.pt
index a0c35798de92cd53d1cb194d8fcc1454894ca0b8..b694f18e4ee940493b2d99b488cc9cbbd205ec24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index fde746872222530eed152f0d21d9d234304999b2..8a6978e85393212c96ea65a2103de12ac1d6b0dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 2dc1432dbf2fcef50f5e91be1a317c08f5c1e9ca..e03f134e45134f94d91ba0a60ba99d3f8b3f838f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 7c703fcd1e639634d244529924747f86ffaf633e..d275aafa4513043222a41b5271d820bf620d607e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index a8a1a7abe255b158e9f13e8f5eed4f7c11c9546a..a3cbedeb7f672349f196e5b308d960540f5872b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index a7d6ecfa197a8b58a14884c33c9768300dd537c2..03bf667c02f145fb016eccd58be5b89dcf92a73b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index e3831dd000e8a48d0972a67a4e1b2f2143199ff8..38c7dc5d96bc8c301371a835de57c5cc4f825b25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.output.dense/_0.pt
index c337d2f9a88b9bce77521289ce850a12e117f8b9..c3d3f446989fddb89be85cecfe26cd1367a14346 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index f7805800c4dc973a52c93ae9a2c7aeb0deec3db4..646310ddeba21d959a22171f2595b62cb9c2ceea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index e18181d71cd4af49801eb81d83a4099cc29febd2..7c520d2fc5d0e32b67c7d1a7d67c4bfae5493b63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 15190ff731e282cc777f5c38dad7ec4e1ea7bed0..83e8a94496437bf370e8ed2d4ad7bb3b9907f628 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 1364193e2ba4009a9eb1ffef69de3d4cd4ba0ff0..036c977c0b936bef100083138ded4540aeab1fe2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 98a4b0193ffc5803c15fcff7adfb3647f20d3f5b..29d9d937aee42b9b25a996879e1bc47a8db0fbae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.output.dense/_0.pt
index 1a9fc3e1cc3ed0317098bf0a3becbf487dc69559..35f4663af8b491217caf4ee92e6196146979ca8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 1215892c8c28198522826b38e48ddc354e09b095..1d84f3b7792747ae682914446beb91d1d1945168 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 8400b52e426d8415755e2fe84fa793147fb845e0..a6761fc925b74203580b4eb4a4f34ff8756917c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index 8d3ee38c1d03eed701106d08a6584c689534b856..31e5e67765df73dea803a9b9bec30a7b026db4a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 5af5380e6d6d4d55a030f5f254957d758f455034..229c5934a1e5fda62b1d0dbf81554e13a370a535 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index fe863eb0cab98aaf5296a297c7d47d190ed110c5..d21cee51fc3b5540b30434e4b7c092caa839aef3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.output.dense/_0.pt
index eeb5aeb82281318977d32dc8bb0c2dce3b19eb57..261ec2893a5becf237168521f6261bf0135c77e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 28c843c27bdc5e1068b9579ad6360b52dfeb332b..813f39e16dd4c9faedd4533a489b90ff5b78c808 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index faac70f07e46758797e8b38afc52cbf8aac3d934..189096b29f942853ca4d8a99f0a453ba09b22a95 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 67f8bf75efcc9d652fcf1d3e7e8563f38d892e8d..11e1b9b73ca47d2b58a4cd99d363825382725645 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index 73e054cd7d2472c630a802b30ca9f55c03f27ed0..cd918eced66bce259194fd2e0b8081bc4d6703d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 6bd58e06057175b374b9698ce24c5b4e4f3e3b15..de7c5ec969261e272faaf4f558b7a1cd01ccc0be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.output.dense/_0.pt
index ce685e86cec07a4ae787512232635b043e8cd91d..33145e31fbbb78d61c216b92eb1f8ab6fc830866 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 09a44a1884a4e239f75079d7aa1251e1ee5f8670..ed57e78d6c9f5ae535c0be019d3331fed3e210ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 761ceaa7d4caca8022fe2695ee74d8d777e749e3..45c6688522b891ed17bf88c202a539cb128889a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 96bca90b7bb8373998f1df73019cb2514ab93395..4c678d134e8274dea29a0e0944204538f9a43ca5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 52d7ef8de6f15720c130ce73c8e4b261bc7846ff..320615d13ec9551a3cad981f0dedce646e6bf2fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 143ba91316cc7175b123619b32aa9cab1a5ab85e..85c3825b2925601564275513e675f08a3453d3b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.output.dense/_0.pt
index 0dc7dcf3b05111a93bef815f41ed4030afeefe96..50d6a3da67d2a6c414c4d9e9e0ab6bfe34f22d73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 2df3cae5830c20d232114858398fb4b64cfe3a13..9757d11b8083eda59d1eea7055b890ff2c612b77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 3a0f73539353f3cd808b7e35f73040ec7ffb9337..4e0b1ebfbe7e249b3842b1645ff2de88c01ded8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 08c1cfd5aaf49dfa767227ffe69231814ecf1832..38058db90b52b055ef8c7cd0a5febf00832e7820 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 30a8231a7f73bfa0d598ccf7ed1bfa2fd765a996..dbe5e1aa7c15e2d305c4292ea05cb72a41b4afa7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 33ef26359d772bdf62d751441f9188fb834fb4b9..5cd052682edc2bae4ff1fcab7d7880ae0f39c48a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.output.dense/_0.pt
index a75ae5e3c7ad18b40b3c195d6585a8b924461ae1..e973c27dbfd0e85ba9b78b269860139339a2d843 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 44c54b039bdb598caa0d909cb8f51d3038f444f7..a49283807129046fadcf5fb55f48a8e7f21e6d6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index c2c401d6169b455c7c7b49425e36f60fc97ff0dd..77fcdd8ad9e39bba14750d9615c9f0a08b4679a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 9cad5f8ff2546ab1d17af724af5cf7a85536ef18..780a34125c1d44ea08023374e2a36c7ada8115df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index eb4ba4a15725512d8bbe0858cbc57f8c5b26ead0..52ca7c417077e6f35ad39283354cf156c2e98579 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index a3f8df2f51e9df3cd32b2048999a60dcf2137219..0de9d1619470af0982aacdca949bd03556b939c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.output.dense/_0.pt
index 98542f64a031e42e4936ad2e1f59279af36c0bbc..ab879410f64230e83d93076c9f465672799fcaaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 65cbab9716ca7c754cbb03620f636fbbf8b4c7a3..cbaf679a3a571a8fad9060fee323687d34f301ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 20bd901599cb80ec30bdccf02e891ca91750b5f2..bb4234b5e542943dbe841f2ea8acbc46cabd437a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 56f0c1e6d48832ac6f28e1c6e3100752e910d8d7..de1245acd6fb78dbdb89b96f08eaa257618c4b5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 2027cc5b7791a5562985027084ff68e374aaeeb3..b0abc1c6d136ba2232230d833962c6c47a326612 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 7a830ecf3e169799839feb3a417dface9df1f93e..aa39d9ffa58442d4b637fbc28a39768303e2f9d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.output.dense/_0.pt
index 41b236905eae6400270c01bb14eae3a75f5e5f3a..54005a0734cbc2c14cee1ce9152f2c01fae7f6df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 6225d55544f072240f8fd0c51a55f8a0f52e562c..95d9867fabbb835be3a923b3c9783081018a2efa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 14f10e6d7d397e48223c9b885b1cda833826bb6a..135b765014929674da32381d264851311a213cde 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 2e4db2956ce33af5c2a44effb496a4b0fe66aafb..314400b5e560f47a1464866d59a9f96a1b37e1a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index a5d533e4e2f858ab592f2b49a42a998e48f3cc8f..901ebb2a1bd218b84599dbbb5be3402fa54ad6a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 284dc73a2408a1d0f47fe88f8346926e75181c82..b013d88a29f4f3e80b96fc771fe4dbc117e4ded2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.output.dense/_0.pt
index 2d8aa73a097d0573a6e763f58551d7c293d540e2..d975203cf2fb898efae957621fd52008f6917167 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 248ccea88fbaeff1237b628218df36afded3b9bd..afa682efbd909b91374e125b0833b7fb60d53442 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 799fe7d92f2ce53633b2d88fe3a0b38d9787cf7c..3050ebb920b56bc95c3755f9b9498f38333afe02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index eb9c83b8e51b5ab11353ca58fc4fc91380767f55..169391b06200bbeeb3a6fd83bbd63958ec5b994a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 10570f7caa5bbd10192dabf671f88e9f4fa658a3..6b39aca2e5d8182dfb6d0e22dbc15ebb8aea035e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index ed75cfdbfc4562b5749b9116066b15e38edb2221..32932424b043457c3b9e38b8f96d8096aa8bec4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.output.dense/_0.pt
index c2c88906ce31bc656980f041e20f1f009c4f62fb..163cd74d0ec95c3e4c2f0fb0e25fe26d830ad55a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index e3f348991822cfda70dc35c7b687c0241b3ddd57..743d7a9f6d61c2b64ab65a1af78ec47e3cf760a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 2e2504a1dc80010496eb1d119b97f57bb2790d5d..e7bbf97c2fe79db67e31b7caf743d96f9cff9dce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 720ab5b0727aeb05346276fc7e26cbd4e9ea7e40..081a5188f0fb368c6198448418e89f66122924c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 20ed4ffea52b35fda13c24bb15b88a17881f5579..8662f6650938953a6d47ef70a91bd912e8a38714 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index cb426ce3cff1ee06afa515453514d01f67b314c6..2329ac102a4764e3a1dd8275d9b4aa8d28df7db5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.output.dense/_0.pt
index 79ef6651d3516fd9f8e19273cf3073e7293c205c..4b4e0e75b6b9f59d6dccbe9b37221d4e75659018 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index eada57ec13f682127e8112f0ce2ce3bf93caae62..2dc9a656b26951917ecfe4f0017fbf75be76c0fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 5ee0515f467a6d43b50839612c1b5d1d1a4d614a..1765cc6a11b481b7d9d33e1be3d895c58f3416a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index f49fa81782f7959578ff0ab48cc75bc9fc3241e7..a5c570080a17b12b4643bc1d236b1fd273cb2f03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 8e40a9db0d2544e661e838100cd1fb6f8c58e9c9..7d7085ef938e9721734c3c1ccefb25ab6caadb7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 3afb9a04d0e4ae378f4d47446a8b9b18085e741e..b33a80f7fa50935fa6858b95efdfa6d80c0b7829 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.output.dense/_0.pt
index 9a95b2c04d47c1daa33bf5f5ab86a69558f19c81..af896d31604fb08d9922d9b8aeb08c2e2b4c0e37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 91772b044066f666a7a946d36c4cc50d2b436ea6..7bdcc72d41ddffe6cb6f60c473851f2a776254ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index e12004bbf2cd7747f5c27485104a2e5c48074904..b1129e32ae4b382f16880e2d17d0a7a877fdd9f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 36d2b45009fbd9ed2e9b80ec5cc567eb6c33d593..c0887252cd785b1726d0d1ef9a1de0215b163176 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 70324e898106443a46f2bc1bb8863a281556a3cb..b107a26ad6d51ac195f473ad41ad3d144debb7fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 8f77dfb9da41f2395afb178f6cabcb420fe24dcf..c223166836e5957c9f391de5084cd0a5fe388897 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.output.dense/_0.pt
index 60df26e0ce4ddbfa262808d8f84948ddd87927bb..f65d35da77e13e506c2707950731c9fe6c16e96c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index effc71580e2584caddc51dc0c719507814e6bbe3..65eea5a006a9cb2437dcc732183dc8635d719646 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 971c0e745be39c696cd6d401cd542b8b35c7eb7b..4bce203476d46ff96d06f9a346045d3d62a9f57b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 19a8bfe778f0abdaa4436fdebe397174953eae57..ee021cfc58ed58c066424c69ed9aae464e2ddef2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index c8fa01ebdb974565a6f8690f7279f14e1a400a2b..9e4e1d9a5b17207dc3ce0d0c069ebf63e25c2fdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 8741a303097dda626bc556bee868339989442d18..611d9b1edde1a34e9f1a4875f506ace97c9afce2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.output.dense/_0.pt
index fbe028a3480a6150dc7431de4f782923d3d812cc..2eb0b6d322c256da7bddf186638ed296ced65ea1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 031cb4679fdfeb932affa3a33cce6b9697df996d..b4bfc80495190706a1e379fae2ee7d24bb0d298e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index cc4ac13fa50bcdc35c548bfc83a8824656c929ce..213c4e5177b92e657b78b9ac2ec308ac5ad733d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index fe7120a6133baff13308c7d6ee718baf85f1c4d6..1116f16fea6c8c6c2710bc2f560d7fd60191472d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index fc40e361afc34dbbc37572bc3824a8b2808cf498..6c384f74f12fed568253372a7fa5a3b20de7d752 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 0d76364650c90981176af09ad2cafad2589005b1..44f4dea23763d2718b63d499c4b0373dc2955076 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index a59af90ce40ef920d214739020aeab17b24f6616..9bf14c30b9dddae7731007654fb61a30fab18f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.output.dense/_0.pt
index c991abbbcba7823548c5fb646d1163bf558adb1c..18a519c98225e61dc3bcd6b219473053985a6968 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.output.dense/_s.pt
index 074adcbb7769125f628a0764c9c0ec5b338aaefb..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/classifier/_0.pt
index f508474fa83b2acea4e559544bcb9405851321d8..889d1f93165218299879ee4d69e74f6396c26213 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/classifier/_s.pt
index 63748d31f5479d98f05c4cb1388cd45cb69688b4..5b648997724a5d2f5b6e218f799349b266e37312 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index 602fdbad26dd98ed109f6a66dd7f418350d2ee95..90b7f0b6f9abd73d4c388103d92ee4a09c84a212 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index a7f3075944f401824a0ce1c447fc59324da05ed0..9779a5b433c391288795e9308197a74dcdc47354 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index c3c295a9f9d9c25a34026ef2e98b6a42453fd34c..9d96e9ab38b637ae9a600ae58e158ab30ac5f078 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index c4ed24d7f083c7601ffee5ee21f45ab72130b6f5..3ab2396887daff084b27d3c7b72756a7d9b5498e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index 658a3d4de775208be58c4c6d65615baae5fad3cc..ed190e23acb3f93d9ab4365357e5d06f1c51b4cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index 91ed06b4efe048c0d1ba402ec904bbd52a10bc21..7bc56b3c98d39f219eef4654d35f1fcb36e80c4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index 4448ebb21ab1890b761e4e1c8a94d951be1389cf..de8290b85be8e1ef4560b01914a722a67cedce3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index e2aa8dd39b52a7f8c0855444eb0c0f968b48565f..4eecbfe760e71f17d50e199d0259fe181cf6a85e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 62ef3ca5daf700c5b94e3a258838af156a922d11..0410222b74dfa12b1b230b92ccb189b5d3ee566b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index e2d609208fe0771bdd0f7492ead54d62819e0ba2..fe072fab0f81a3c53dd0484e545449348d799f2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.output.dense/_0.pt
index aa88f7b96e6fc3a2eed6a687f996e824a3a94eaa..4524685213f74b7dab1b72b332dc2cdbb0014917 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.output.dense/_s.pt
index b8afcb4ad629bfb72cb1d58db2d987ab3b559c93..207606f6a3359e6b464eceafbe2ba8c3b13fad46 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index 15df5868f8f02864d7e22f522a6078b0d62470d3..dbde47954f3e9a6b3d2557daa8c864cc12e14cf1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 02ce3bcd29efd277b7e2458e97b54850a0081e65..45e9f459a1da0a3be8281b6f863ff9549ebc32cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index 214688e195bf98a5afd7a00fdf6a33f523459453..998804bd8b975c882dba7a1dbe1c0466aa1cec96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index d8602fb89f3e863ddccec67f1fbcc6b6234dbea7..eb3950eaed63f46578dd245ea69bf684ce7e70f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index e704a5a093634bf404e424e861f558ada3dd1b31..7e7e16ec73bac370c819e6b841aaee0c3392178f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 0cf8cf8166423e286c3bb0cc14841628223687c3..bc0cc2ae15b5fce20569b93e0aad395285707159 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index ecac8ec657c89eace9b505b0c4725900bf01aa17..772ec35ce9ab5a695e33c3165153ce3709c4e184 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index 2de539633ab45672ad2befbe7cddf511f17121a2..19227ac3c6a09fa99d1738669e7f93daaeeb0756 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index deabe89c50e349441aed6379a671a0791d7e79fc..1fa40de49200d6427648ab96a3df8323bddbe46d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index f860386309e808666177ba8e9ced1a5119e45f39..01026658840ccc9678685431d209731344abc22a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.output.dense/_0.pt
index b2439d07cb82a5e0bfd24209c2821ba2c79c054d..2ca2c7cf6595aae4ee8f3ec1903281ea13d8768b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.output.dense/_s.pt
index 81887c8f0a51048d313b9f9bf5d20181e646a13b..e1379a3df0aa3007a851371587f309730acaeaef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index af18814da8a4c57e4d813e9a8320d8a90afc0059..ee07488694b4abc63dea186bc810772dfeebbdb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index f2accfa87ba472e5b54b3e76c84ebb594d233185..5568dd57217fffa91b9e7e386094d1d577613444 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index d7bf3fa5ec00d226ce354b77735a2a5c1283cd96..9546c031e756f7e82863a3f910d698b0c8891d34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 3d446ea6c1cf11077af8d1372be7787072b3766b..fc672aa01766080a6fc2d3ba880d015b03b5c718 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index aa79e18855a5aad42ea1532893722eea71afa26f..caa127eb86300701245c3df4b19472d2279b17af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 539536487b50694217ee0671e2e652e80bebe86d..ab571f1cc552b0d5194762c8914fdc7deb979cd0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 43a33fc432fd5310af3065127fb48fe47624a073..1e4a0358cd529327c29c8c25d01bc2e0915920a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index 45132729119b363bb2b857698b22c42290cdb8fb..68f06a97e139325b58bfee409508a3f509d3e725 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index c4e3b46991cf982cfa38f45e21fb77bfe173f566..4e0a2b8e4bec295cae2982b21b07a10423e15521 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index eae67002e546586aef12d96ae6027185cd3f1f01..e8ffa718504522fc4f9d91b2abfcfc85e435a5e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.output.dense/_0.pt
index 136a185a0fa0da0189a24304ba40bf8bdd9b54dd..265d086812642b5efcf08bd04a02ebe3dd11b20c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.output.dense/_s.pt
index 7a1af1b4f1dc035185784a3a5686b79b3678f637..cbf35294a64c4d4cc58918e8f4f777a2a78378da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index a8d35990a35a8fc0fc77c400ad9218c5459d2d08..1144437c7571f960c142eac9e6874f13b5c684da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index ec56aa6a4066ece4208334027fa945908d6d07e1..f02fc41b538ef466c1e68f39d467b2522a156655 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index a680b6ef7be64f46e3a5f31b1cd1be7def7c65a3..ff002c3c3386833408c13fea55c1c4ad2e84254f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index e63960658841cf104829229df19df4813d70f608..2054e8afe4dea28c6c02e1c90882e250c5a3f6fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index 63339fd40ecdbdf5bb3913215fec65a5f1ba424d..501dcab5321a85ff8679378a03049f8f130c5442 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index bab87d9dd51480e236ef32a80cf8b5bd07bebb77..311ef49b06f2126a05a3a1091a778b965ac9ce7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 9922616d13fe80bb1397d5717c6375c62d425de5..aef892acc3cfe7012cfe69ef2ca135ad853c59f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index fbb07859a06969e0f8610fa3dbec071cfab51901..010e3918b46a07145bfe85e0dd8a9802d04059f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 348e35d8cae5206d69519c4ea67ecccf1ee67435..f990da75bb892aee61f5f01d388929535ecdf0db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index 950ef90f301c033ad77c385be465d742f44cbb58..3fe50e42e9792ad38be97c3045523fd07d76d095 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.output.dense/_0.pt
index 630aab4bf7ceb1add5029499d671f406f78ba3eb..0defb723c6a68c922b7655c83c1882858e707d2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.output.dense/_s.pt
index de9184df66994a26e5f7e088a04f8e942dc3d3d8..d18974e2573b60c66c45fdd974ca1590140aa59e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index f999df5939c2d170682d6335f2f5d64be981b33d..67d0dc8bcd297329ea7a2a9c33678fb2d75800e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index d9c2687876ad62e73e3376efb1f8699da229bcd7..12cc4fdaf4c668d87da1e28ad93fc828aa564fd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index d3bef2e8cbe75a17b29334850c3b2175ef307976..6c35aca87b42e8c01bd1d8b578bf502fcc3f9eaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index 5b2575d22749b2a7ed01c90b4c30d82edee972c6..3b5914eccd36f6b1ea5b6fc8d256b996a83b6956 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index b51edfad4bc787d1e1f283b545c5114dcf6e9ea9..0fdd10e9d52c3b6ddeed3fbd3e125aa77eb289e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index 37c9476e6f4bdc8a123e648b0f19a42661979bbd..273e7d4cfa6c7f0bc9b54a6be7f90c25e1189e11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index b97a4983862120a31d0f255525587950c46b3bca..f76f3e9e3bff64bdb16283fdd9c8da82fadcfe22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 02bb87b53e7c6dbc791785d0337d66f817f7735e..5dfac296f0bf0adee81e174a11c99d6a52854a5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index 41f07f33145306b998e1e6a03c747e128b25fba3..ec7be34567225ed72370bc516b6d8d1c293c5487 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 8a05e1f46b0f375d810f5a4d1328f18b65b64f99..98b042fe78fa4f1c559290bfc2c3838e1c075b69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.output.dense/_0.pt
index 7a1620d610f39e3b490279329ddb0a0c16d52c82..7304f38c7966182383b7d462b8bc016b3be05909 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.output.dense/_s.pt
index e3a83c3e46f070007b264101ec5142ab768a0e88..545d13b225331f1f76163d2e9fce7696975e108e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 52b07adfcf2d73921d13653db0350450f8b99bf9..591a9304ac3158d374d7460c625f21b768100c0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index aa05e22b8455c55e3356e9ed67c8f40ee9a86bea..ce44bf0e8ed249dfc58d992a411f18598707d027 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 03e9eff1480a11402b1d8c5568301b693decf0dc..8b383fd2a59aead41c8afb4903c9eab55ed823e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 5ce71e1a87b0bae4b26dfc1dd8b429a1386dfe2e..346c4ab78197d7d177442a9e8c82f92227eff3b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index 14c486735535be21ac07be11e5379982aae72980..dc0069d8d808edcd506eddac9d5d02431ba830de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index 647e93eb63884a63dd97280c275cec1927c58e6f..8ddb87744ac227e3af3cb6d93fb6216b87091c8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 628bafbc909f48cd05c97217aa5ca469f48bbd08..601a03ccf007c01c12de70d6754fcf357fbded7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 904990b30ed8394d8aa510d7dea4360142ba92d5..be6402db812dbe110d1295f36ed1cba8041875aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index d27588d386e5ab6aa1a95495656bed5efd967d8e..57d8c7d1f29e8059223ed718e63bbe644de17c65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index 776a423fc75962e684a58b644ab67172437bf252..dc4c5941f6e2254db094f6d9b1c2bdfef03c1374 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.output.dense/_0.pt
index ecef90eaaf1c14676262c837391cb64c8a9c4f9f..d67f7c52dd2092d776b0d6e56516e0614c8d2d48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.output.dense/_s.pt
index 21625907deb8c26b6ad7ddc633fefd108482725f..fc058e33d78c41214d4d1667e33f47b921fe5b81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index 27f07380c4366609d7622c4d2f378958d20dbd82..f2d30d3825f4d1a99a84cab7e3e2646d5c4900d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index 9a74bc7046d8daa56d4c7d4fe57dab825102276d..b5e34a4583e7699f3633df94b8f793ce6aa58ce9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index 961b973b2f4516572384e194c53ef9e3a552401d..4b24bf9a0212c2edb99a45b0ed910aa2007e957b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index d459a90c4a6043ee550b215d9d0a62a0c7f653ee..b2796a87e20293248057f975c22e6de4b66ee583 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index d8fc2f9685acbca63aff65662952c2725532036c..55d68f373c2f2c07da8ffbe7e1e6a4f621847568 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index ca41e28fc744d31243bc45987dd38fd9a970bd46..31acfe29da1d53cf8ab0eb825e9c728ae57c3a1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index bb8691065e25a737fe2ada6cd9ca6773b16905de..fe5f50cafea85d40c6b663d6447a351af97e6b79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 29e33520170828f139820f3504a6ecbed82e7402..3fad033b8b48871e289f9d98cb906ab2eb507592 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index 909a5d65a7f03888a833df537de97bf034992e13..2cd099316f14c5b0f28d2f97f135b09b0681c2e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index 2f03c94da5fd98ab94e67b00c61b7fda4a7a3699..2e1543bb3aef365b54cc3e4fd31f99d82cb953bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.output.dense/_0.pt
index 8a36b017fc3e929f790e0875c8fb4fa0dafbd915..72f4e1cc67ba0a639849995241f572f334cca6b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.output.dense/_s.pt
index eb4228117902d3b3fce61cb41c5a03de08e17b00..7d80296595b87cb8c2fb27f552a58aac7233fd33 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index 44c09d596c898d6332fa6f7b8f8897ce05203284..61e36a4e9a6248c51deac7e1160612abb2a1d61b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 5e1b78a49d85ef5da6857579bd389e39608703f8..68b56113671c8f6a83cec552a7de8ebaa376adca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index 825033993a1a4f5d0647ce855082def5baa2741a..d582577f71a9fe2ebd4eaa9098f803d1a6b0e156 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index 1d76e1ffb66856202963f995697f1c09433d1619..0ac2d29d2876a147bb93f6186097af420e851c72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index cebb1529ce98d05d6c7c6acfcea7b77f8c5a3948..46d16522f63775de608817edee466a54221f0575 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index ec588005305a249fea275a6dbed0ea1a9a2efae9..17567a24f036913b90be53a30c703a1ddb982a66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index 425129eff19588c1c69ea745a7f7733c6fabe6e4..17fa2319e9d13324599cba53f62afa98dccb9ae3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index dacd04a0ae34f84664476d2a8e6ceb2b2079eab3..d64112b7b197e547df66a2006a5616771e3f7cb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 6cc4e8fd4075fa47727427f1c0096a41f42d48c3..7b463986f4f589c034f1b05e96b1c90d6dfe5f1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index 5690fcfa3e9af57069afd6cf20d0356ce4d20879..a6de7416009b7f3561378a6503b6254b0263d5b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.output.dense/_0.pt
index 646f4bec496f4e08be7bba069b7182f3405fc645..4facc92353dd614ce883cdcd51c325b792e383c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.output.dense/_s.pt
index 7fb56fc3e3490da48d06922a28d319ceaffcafbd..2b317e0e8b0635d84402a1c3aaf72f171a49d60e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index a6f3bba387f7bf957f57fb158c726290c89af327..557ac3c6ae0894c1ebef2dbcb453dd295c51f8c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index b5517c180c2ec88acdd0829aca5c950bc098c986..89b88c1de20f2ebb022c46efa53e2d7126d22f36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index 6086cfb94a70089ab17e5994256d023197162c7f..4aa0a0ebbab17bf29d8083a5183a3a3e5cba2aa6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index d29db43f7241a3a6f7bf44d702108c78bac7cdef..c2c27c28f995096828382b0685d0179048f21efd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index 20e014734f19255175d2a2f7a13f245ecfeb119e..b88950607f28e42aaa7e0e997beca47f5c8f507a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index a5307e8d221ec639a5512f95548de37488a0c511..eef53ca330970f33c6bd19d529f1ebbd521e3027 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index 657a448bf127b5631e84325579b8802d529820bf..7c319e25da559d424cbce943828bf17b89c9bff9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 9263fe73a3634135867dcf7d8ef4e64a99948830..06a2b750970f2343f8a39b4a7c1fdc4cc643ddae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index 35fb26740e4d6996e429d1358b84ed9d8b154f66..df96e53cd69d0ad2cad6438e9bdfcaa2dbea10b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index d94393f305644f04c1e98cd94429655133f09ffa..e8fb0f66d2c7e374512d28f8586a10840015f9c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.output.dense/_0.pt
index a0c35798de92cd53d1cb194d8fcc1454894ca0b8..b694f18e4ee940493b2d99b488cc9cbbd205ec24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.output.dense/_s.pt
index 51b59249feb61472d2788cbba40adff3418f7bef..5b045c376519f34f57a87f99fb7ad5ceac3523a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index fde746872222530eed152f0d21d9d234304999b2..8a6978e85393212c96ea65a2103de12ac1d6b0dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 9fd1ac77b9d6f16b5e6ff17e5d23e55a59ec5057..25294edfa3ea6fac31f36e8b05668004caf09f2e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index fbc30130794b969be230252a39e53afa399b4853..27835f86165fed0aef1e8ba0e1a07d8d29f33521 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 14b9aea9aa19e71e945563be94ce555c0507918c..c00db4c35766b310072a9297d62f6d38ba6e356a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index a8a1a7abe255b158e9f13e8f5eed4f7c11c9546a..a3cbedeb7f672349f196e5b308d960540f5872b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 05c3e21953856c2c56f15e64ec86eb489bccf6aa..8600ea6f1e4c12e328eb605b71e2f00188efdb6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index a7d6ecfa197a8b58a14884c33c9768300dd537c2..03bf667c02f145fb016eccd58be5b89dcf92a73b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 8cc49744f08fb69dbe6905c8b8d2252b8e9dd205..289699ad82261d49d240e013aef4fdbd5d2aa8f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index e3831dd000e8a48d0972a67a4e1b2f2143199ff8..38c7dc5d96bc8c301371a835de57c5cc4f825b25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index 85d4f5a7965b1ccc5a2341b46bb61ca6f1fe6113..f27b070a03777e0bbd376b346e529d956aedc3b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.output.dense/_0.pt
index c337d2f9a88b9bce77521289ce850a12e117f8b9..c3d3f446989fddb89be85cecfe26cd1367a14346 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.output.dense/_s.pt
index f10ca6a2b692a19bddfa0a46c177b691f990035a..ef03f292bf819364cff9a65c0cb3f55c3dc7032e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index f7805800c4dc973a52c93ae9a2c7aeb0deec3db4..646310ddeba21d959a22171f2595b62cb9c2ceea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index ea21df98fda82f2bf4d1f69d43a533680760151a..5d984ea8df41d4f20cac9c071722daa373617dfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index e18181d71cd4af49801eb81d83a4099cc29febd2..7c520d2fc5d0e32b67c7d1a7d67c4bfae5493b63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index 1988aa8c6b6fd89ff31ebcdf4c0d40a39a8c1b89..8d97dbb09dd425c9b823ebf30b3cfa60935faab4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index 15190ff731e282cc777f5c38dad7ec4e1ea7bed0..83e8a94496437bf370e8ed2d4ad7bb3b9907f628 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index 9d07fc066493880bd998b872ee0c26799278a1e2..6d92988e33854a5d190d1b97f52b1c46e5a6b930 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index 1364193e2ba4009a9eb1ffef69de3d4cd4ba0ff0..036c977c0b936bef100083138ded4540aeab1fe2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 427f144e8f0b5a18e9f6550a6c02f8c91174ad59..c7a418df7a29231c8f73ac78350867f61358263d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index 98a4b0193ffc5803c15fcff7adfb3647f20d3f5b..29d9d937aee42b9b25a996879e1bc47a8db0fbae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index bcdb4e7e3141dcc854715a1c5a80f49c4b82b6c2..7ffd905837ba1fe8ba9af8f46993fe01794a65b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.output.dense/_0.pt
index 1a9fc3e1cc3ed0317098bf0a3becbf487dc69559..35f4663af8b491217caf4ee92e6196146979ca8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.output.dense/_s.pt
index e56708c697c6811c7004257901415f7b0d21ea70..08d4abc85f14550e1b65a31cf46e4a86a38f16ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index 1215892c8c28198522826b38e48ddc354e09b095..1d84f3b7792747ae682914446beb91d1d1945168 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index 0cf176b7cb71c5fca621848edd8f4d676647bace..9e020b76a2c61f2f5334a7fbba8e3397994210f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index 8400b52e426d8415755e2fe84fa793147fb845e0..a6761fc925b74203580b4eb4a4f34ff8756917c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index c24c43d2198531de2011b6278b4b27d69cee3fac..6cf6fb21c19997c8df2c9fa05378cd45890c64e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index 8d3ee38c1d03eed701106d08a6584c689534b856..31e5e67765df73dea803a9b9bec30a7b026db4a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index c471e6ee9b85fb45fe94a4cc467f885281878ae2..69182a09ff39be3307e5e51924b729ec2372d12b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 5af5380e6d6d4d55a030f5f254957d758f455034..229c5934a1e5fda62b1d0dbf81554e13a370a535 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index fed518edd72dac9d3149bfd1964acfa81c277ee8..850c041c69ef7ecc0314929362499940856a8932 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index fe863eb0cab98aaf5296a297c7d47d190ed110c5..d21cee51fc3b5540b30434e4b7c092caa839aef3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index b9a720e8f59c7f963a24a5df4d8bd1ab41824d2b..ffc2aa926b567a756962ce73317cac2ace60c505 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.output.dense/_0.pt
index eeb5aeb82281318977d32dc8bb0c2dce3b19eb57..261ec2893a5becf237168521f6261bf0135c77e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.output.dense/_s.pt
index 7ec91121942ff80cbb2ce1271b3fd0c9f7a1535b..502180c3e38e02912fc3e33d8566dfcaa6721901 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 28c843c27bdc5e1068b9579ad6360b52dfeb332b..813f39e16dd4c9faedd4533a489b90ff5b78c808 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 4068fcb58a5566dd146fb49b4f014f4683270d21..1e16e392dbbfd4dbba94e20a8f5993b3983037cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index faac70f07e46758797e8b38afc52cbf8aac3d934..189096b29f942853ca4d8a99f0a453ba09b22a95 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 34cb5910fb9d9eb85bff8f3a14224b5598822b00..2af993ab9a1e0c31cb6a4a52be6dbbd3bcfa882b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 67f8bf75efcc9d652fcf1d3e7e8563f38d892e8d..11e1b9b73ca47d2b58a4cd99d363825382725645 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 073e79b6b05f014a3b3f034182b58be0fba893b8..592979edaacd05a16280898076d24c2738799e5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index 73e054cd7d2472c630a802b30ca9f55c03f27ed0..cd918eced66bce259194fd2e0b8081bc4d6703d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index ca9c0fddc5af3a77808d7b741ccf9863e871d81c..84b24955d849de2e2edbd6d955a7a8a5cc0bafb3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 6bd58e06057175b374b9698ce24c5b4e4f3e3b15..de7c5ec969261e272faaf4f558b7a1cd01ccc0be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index 23718a59308c301239e1612713d36a98777c6752..f80327e9701c0b58cbe4dbe8423c030b9906f913 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.output.dense/_0.pt
index ce685e86cec07a4ae787512232635b043e8cd91d..33145e31fbbb78d61c216b92eb1f8ab6fc830866 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.output.dense/_s.pt
index 5c6f5e11488973a1381fc4e159f207a5231ec21f..326ff26a5e8deffff50ab9b29ff63ca0a8c20f2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index 09a44a1884a4e239f75079d7aa1251e1ee5f8670..ed57e78d6c9f5ae535c0be019d3331fed3e210ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index 5a68a7d70fd88c67c9ae1f72b64b5137f46654d0..29e43b78cc52a3c3ebc67630039e2d45e9dbdf07 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index 761ceaa7d4caca8022fe2695ee74d8d777e749e3..45c6688522b891ed17bf88c202a539cb128889a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index ece6e4a411529799f77b92b3746361f365debab8..54d452b52c62c8abf2e50f837219ceaa896b4832 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 96bca90b7bb8373998f1df73019cb2514ab93395..4c678d134e8274dea29a0e0944204538f9a43ca5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index 2ebd66ac77821de91458539f01d7e95ce6ce08fe..d8dadfdae807f3c04aff35e6aae264f2614242bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index 52d7ef8de6f15720c130ce73c8e4b261bc7846ff..320615d13ec9551a3cad981f0dedce646e6bf2fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index f96197265ff3c86a557031f8ab19dee1ae5f5732..ec1fb5d567516532a358b9eeb91179170eb7f95d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index 143ba91316cc7175b123619b32aa9cab1a5ab85e..85c3825b2925601564275513e675f08a3453d3b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index a5cba690e1056fbab58bb93219f7dac76f44ab35..2226cdfe266fc3b3089ef73c281406cd6aab6c1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.output.dense/_0.pt
index 0dc7dcf3b05111a93bef815f41ed4030afeefe96..50d6a3da67d2a6c414c4d9e9e0ab6bfe34f22d73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.output.dense/_s.pt
index 726e2b05eb9149b848bcd32169e6a60fe64d1c00..ba1802b314272f337f74dd69a9e02175ab14268b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 2df3cae5830c20d232114858398fb4b64cfe3a13..9757d11b8083eda59d1eea7055b890ff2c612b77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 4b08f6e4cf1478949d54978e0026f45729337bba..f02b1c8ca4da2d68bc2f664b9aa673ffe8aaae8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index 3a0f73539353f3cd808b7e35f73040ec7ffb9337..4e0b1ebfbe7e249b3842b1645ff2de88c01ded8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index befb555a7fe39b57b3bd4b42af3aedc44c49d1a3..f8701c112b69efcbbbf09dadb99950b06366a019 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 08c1cfd5aaf49dfa767227ffe69231814ecf1832..38058db90b52b055ef8c7cd0a5febf00832e7820 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 8c7a267ea4ec9cd5deec34c938624080dfb76ccf..46ce331bf3543a5b608307216e4ec2b7fe029d76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index 30a8231a7f73bfa0d598ccf7ed1bfa2fd765a996..dbe5e1aa7c15e2d305c4292ea05cb72a41b4afa7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index 3873313911c12e587cc37776fd03a426a10778bf..b8a03287ad602209e5e1998cc456e79c7c748059 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 33ef26359d772bdf62d751441f9188fb834fb4b9..5cd052682edc2bae4ff1fcab7d7880ae0f39c48a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index b71b12720f20607d604865144529a4693580afe0..044718fa25afaac24baba6c657c530c2a36b47d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.output.dense/_0.pt
index a75ae5e3c7ad18b40b3c195d6585a8b924461ae1..e973c27dbfd0e85ba9b78b269860139339a2d843 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.output.dense/_s.pt
index a9e1e1933407769690c8905ae3335a75314a769f..5fc3cdeba4d85e987c3d275084e71d15146f004e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index 44c54b039bdb598caa0d909cb8f51d3038f444f7..a49283807129046fadcf5fb55f48a8e7f21e6d6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index 13b147d49019a148521415c844d198c3ddab719a..c51b15238771cab7d3675fb53c72503ca6f99b36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index c2c401d6169b455c7c7b49425e36f60fc97ff0dd..77fcdd8ad9e39bba14750d9615c9f0a08b4679a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index b8242c6f3ca3c0597d52cd839d46bc737c7bf22b..d84ef05e9aa643ad64903dd9ce7bf7de3ade249b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index 9cad5f8ff2546ab1d17af724af5cf7a85536ef18..780a34125c1d44ea08023374e2a36c7ada8115df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 5c667d2235c48defdc6b02d0b72292886da0d5ab..410d84ba99b91335111e598d336c8a09a3f03d73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index eb4ba4a15725512d8bbe0858cbc57f8c5b26ead0..52ca7c417077e6f35ad39283354cf156c2e98579 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index f50130163b22cb74e4ceb422c16af84e86a4e2fb..93feee45e57e1f55e0f7b703fac79cb50afc7d03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index a3f8df2f51e9df3cd32b2048999a60dcf2137219..0de9d1619470af0982aacdca949bd03556b939c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index 2c88c8270370aa750fd73541dbeb8800ad5c5f1f..889157cff24118d8022da4959a23a0ea9486a0cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.output.dense/_0.pt
index 98542f64a031e42e4936ad2e1f59279af36c0bbc..ab879410f64230e83d93076c9f465672799fcaaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.output.dense/_s.pt
index ec5c4bb00c2d2b90ff9c8236add915829a3a83b0..659a36f9da3ec380dbe05fde7ee78f6e3df433ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index 65cbab9716ca7c754cbb03620f636fbbf8b4c7a3..cbaf679a3a571a8fad9060fee323687d34f301ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index 299e02b2b45a6f5939bdf203a49b152c186d5ff5..122ae21ed556d42ac11139b059ee233dd62e5a90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index 20bd901599cb80ec30bdccf02e891ca91750b5f2..bb4234b5e542943dbe841f2ea8acbc46cabd437a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index eb14c5b76928223019dda3c99bfb295dc9430846..fc279e75fef42546368bee7341b2997c01e7b2ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index 56f0c1e6d48832ac6f28e1c6e3100752e910d8d7..de1245acd6fb78dbdb89b96f08eaa257618c4b5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index 838333aafe31ed57f496a93e824e9b02dc8d96e1..af26438ee8c3dd9902163cf497213ed5d19edf7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 2027cc5b7791a5562985027084ff68e374aaeeb3..b0abc1c6d136ba2232230d833962c6c47a326612 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index c6d992032cfb38dcf4290d973e11a885b9ba3be3..688e06e2247603622d920b2dc73766074fb668be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 7a830ecf3e169799839feb3a417dface9df1f93e..aa39d9ffa58442d4b637fbc28a39768303e2f9d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 24256fd3548d4aeabb49be428e8c1676b67f086b..d3dcdf0ad4f01d6f48a3efb60fedb74f544caec8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.output.dense/_0.pt
index 0011471a30cba2cc0b446714c4b8b56173aeb95c..f09248baf444f28a56b59bbaff8b08c72e21f85d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.output.dense/_s.pt
index 9abc2d198232ebae806c3cff866d60d5ec74da89..37aea99cec6b0761e8a32c8c42ed8ecbcb31f2f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index 6225d55544f072240f8fd0c51a55f8a0f52e562c..95d9867fabbb835be3a923b3c9783081018a2efa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 78e589c55755f2cf930f0109a222ec2d9e7870b6..439638e710c88704786837ddd99197a9ce989945 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index 14f10e6d7d397e48223c9b885b1cda833826bb6a..135b765014929674da32381d264851311a213cde 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index e95ae080f25bc64ba096354ba0aa2c12621d462b..023e061193f7fd8c548ae3203deefff82b9fb00b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index 2e4db2956ce33af5c2a44effb496a4b0fe66aafb..314400b5e560f47a1464866d59a9f96a1b37e1a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index ad8ea858c1db53db2325d0e234ab1556d965b402..5854901eed5acf3e9a48051d048a5552b7078134 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index a5d533e4e2f858ab592f2b49a42a998e48f3cc8f..901ebb2a1bd218b84599dbbb5be3402fa54ad6a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index 5c374de2d05f3020bf8eda3cd68006d26cd9bc74..d660a22c14fb9020f83b7913374f88e918339ff0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index 284dc73a2408a1d0f47fe88f8346926e75181c82..b013d88a29f4f3e80b96fc771fe4dbc117e4ded2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index 0b4d336dcd485095bfc729418a8da6706819c483..2daa3763ef45625ab834ae8b939d5adefe77b72b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.output.dense/_0.pt
index 2d8aa73a097d0573a6e763f58551d7c293d540e2..d975203cf2fb898efae957621fd52008f6917167 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.output.dense/_s.pt
index 6cf40a5ba6168be89f63aee2d77053fdc7fbcb00..7ab8504855c2a9f2fc89ce266c7f78454ae92ac7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index 248ccea88fbaeff1237b628218df36afded3b9bd..afa682efbd909b91374e125b0833b7fb60d53442 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index 1ac77e301d71875afc547897e10c528892de81cd..2dbd21b1b9f3a1e8947b8d1e3c541c53eca736df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index 799fe7d92f2ce53633b2d88fe3a0b38d9787cf7c..3050ebb920b56bc95c3755f9b9498f38333afe02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 91bde5c8e1c64e5fa57520cf2a6690975d701ee4..8038e8228dbe8b5f67d14781edf459a1fe65d5f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index eb9c83b8e51b5ab11353ca58fc4fc91380767f55..169391b06200bbeeb3a6fd83bbd63958ec5b994a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 35760a182c8cf5b8a2228daa77c99b094ee1d196..86f35168aa786142b7761800524457594ee145fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index 10570f7caa5bbd10192dabf671f88e9f4fa658a3..6b39aca2e5d8182dfb6d0e22dbc15ebb8aea035e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index e77cfd1db4fa8176565339458bd080a6544b2c9c..50d6d7e648ca6b67952ffa946da336bd05bb63ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index ed75cfdbfc4562b5749b9116066b15e38edb2221..32932424b043457c3b9e38b8f96d8096aa8bec4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index d3ab1dceb1b32c772641da02d0e88f8b7e2b02b5..8073d0b992ac8c0b7953ed25c9de5577f543f27a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.output.dense/_0.pt
index c2c88906ce31bc656980f041e20f1f009c4f62fb..163cd74d0ec95c3e4c2f0fb0e25fe26d830ad55a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.output.dense/_s.pt
index 141464f289c4c89053be9077c93aac9b237aeff5..0badab6932928b3c1a14eac8d3e09cecb0772244 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index e3f348991822cfda70dc35c7b687c0241b3ddd57..743d7a9f6d61c2b64ab65a1af78ec47e3cf760a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 53ee15c912549d7fa9993e398904602e278dca7a..78f74de5dc5decca530fd8ebcb01ceeb9f29ce3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index 2e2504a1dc80010496eb1d119b97f57bb2790d5d..e7bbf97c2fe79db67e31b7caf743d96f9cff9dce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 67965236c0e3b3b7806e6093f3553bd9728eeb10..a9855297f01ba188367a98ca686b7f68728ab454 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index 720ab5b0727aeb05346276fc7e26cbd4e9ea7e40..081a5188f0fb368c6198448418e89f66122924c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index 9c16f7650134cacb5b80e294adb8ff3fe50e09ce..5975b0cca7463271dadad43cd36768e8ddccec00 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 20ed4ffea52b35fda13c24bb15b88a17881f5579..8662f6650938953a6d47ef70a91bd912e8a38714 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 6a2f08dd7b64a192dfe72f6071606628dad7e48d..1cfda8adbf06a5374e58eb13ed66bc297509f014 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index cb426ce3cff1ee06afa515453514d01f67b314c6..2329ac102a4764e3a1dd8275d9b4aa8d28df7db5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 25b382409e844920f2292b874309f1bef8deb440..2c1c4f73fe9e0f0de29f440c698496733a90633c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.output.dense/_0.pt
index 79ef6651d3516fd9f8e19273cf3073e7293c205c..4b4e0e75b6b9f59d6dccbe9b37221d4e75659018 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.output.dense/_s.pt
index 6fb81f91c31607627f5f739b5ff48763e3872caa..d350c4e40a422f22a5d5c96dd44aa294e2793ec5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index eada57ec13f682127e8112f0ce2ce3bf93caae62..2dc9a656b26951917ecfe4f0017fbf75be76c0fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index 556ee477b01ab0e38251a13c9a6f008809a82ba5..8a5e75e89da5d095c2a7e0d2351c457ac1d1da89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index 5ee0515f467a6d43b50839612c1b5d1d1a4d614a..1765cc6a11b481b7d9d33e1be3d895c58f3416a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index bfa9ecfc69c2406496f93105f9677413af9a7332..3220cdfb098a9da7a8cb5638698aef70ca23d45d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index f49fa81782f7959578ff0ab48cc75bc9fc3241e7..a5c570080a17b12b4643bc1d236b1fd273cb2f03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index 397af64c5b2a8ee6cee4eb218b0d52cfa88fcb73..cf01c5f7cfc5852454cba20b22c9c7c5a679e6f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 8e40a9db0d2544e661e838100cd1fb6f8c58e9c9..7d7085ef938e9721734c3c1ccefb25ab6caadb7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index ca0b8ea1275f41b3162b19b6f3ab24aeaa3b5d72..79215bc27801097c90565745bc92613fdfc6b0d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index 3afb9a04d0e4ae378f4d47446a8b9b18085e741e..b33a80f7fa50935fa6858b95efdfa6d80c0b7829 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 98e96baa7ca28ad5be4067ddfd40ec10f5fa4e3e..4858ed2042c5d70ecb46b3aaf9025798dc46bad1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.output.dense/_0.pt
index 9a95b2c04d47c1daa33bf5f5ab86a69558f19c81..af896d31604fb08d9922d9b8aeb08c2e2b4c0e37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.output.dense/_s.pt
index 934b77970e7a6c39e1a54d341ab10e34a229fefd..d2708dd1c3c2a162e30c5e827e763f5c8f7487ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 91772b044066f666a7a946d36c4cc50d2b436ea6..7bdcc72d41ddffe6cb6f60c473851f2a776254ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 0d308d08fd45549629b9894fc1c750e3149de5d3..f7e188cfd430cf94542b79c1a5e1883de25a9844 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index e12004bbf2cd7747f5c27485104a2e5c48074904..b1129e32ae4b382f16880e2d17d0a7a877fdd9f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 2820fc7fbac1b14bb3664577844fd184d9fd3ca7..e3ebad5aea9c1c000785ed559e921923b67e2222 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 36d2b45009fbd9ed2e9b80ec5cc567eb6c33d593..c0887252cd785b1726d0d1ef9a1de0215b163176 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 74020dc225d0fcb9cc1121157bd22a6c62e7dc4b..42ca79cb89aaf1ed60a883d5e52eb7ad899340d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 70324e898106443a46f2bc1bb8863a281556a3cb..b107a26ad6d51ac195f473ad41ad3d144debb7fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index 476d48b16aed02efc51960f5bbf63e342a01b3fa..88dd641da08b48d08b573e7c11775cc2730d76b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index 8f77dfb9da41f2395afb178f6cabcb420fe24dcf..c223166836e5957c9f391de5084cd0a5fe388897 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index c7bb89d37bc3fa7d22dbc302477ad4f9e2e25954..91a107933f4b2f2a290a216a72d116a30f3d8946 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.output.dense/_0.pt
index 60df26e0ce4ddbfa262808d8f84948ddd87927bb..f65d35da77e13e506c2707950731c9fe6c16e96c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.output.dense/_s.pt
index 359011e168350efcee6fd2494629fa14fb665233..de7122dea7bf36274d1522c83d85f5a4d77679db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index effc71580e2584caddc51dc0c719507814e6bbe3..65eea5a006a9cb2437dcc732183dc8635d719646 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 1b95ea3a5a00f3590de288543ce239094180d2e2..4c3ea3e9123b5e362ab790b206bf1343d6e7447f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 971c0e745be39c696cd6d401cd542b8b35c7eb7b..4bce203476d46ff96d06f9a346045d3d62a9f57b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index ce3534853fc8c082280af2bd3218bba14fcb7411..79a1419d199f6b85e200d59e4c1a86f2c577201e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index 19a8bfe778f0abdaa4436fdebe397174953eae57..ee021cfc58ed58c066424c69ed9aae464e2ddef2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index 7daf36ab3e66d390709ac264d9d935047b681a33..8e215558ce9971a18cb2fbdf30fda812ab14923a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index c8fa01ebdb974565a6f8690f7279f14e1a400a2b..9e4e1d9a5b17207dc3ce0d0c069ebf63e25c2fdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 456f54052dbdae3371ca544fa6bc501a97d5ed09..00670b93f7516fcaaf2b67de3260d9a3abc1b145 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 8741a303097dda626bc556bee868339989442d18..611d9b1edde1a34e9f1a4875f506ace97c9afce2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 6045ca28e054020e3460c1b108858e390e181943..57e51251005b2ac48414664fb017c2350aad4782 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.output.dense/_0.pt
index fbe028a3480a6150dc7431de4f782923d3d812cc..2eb0b6d322c256da7bddf186638ed296ced65ea1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.output.dense/_s.pt
index 474ac075cce3fb0cc2df0eb1b97b025c4b9db5b0..4f35a9940b44136e8f82a05bff098be45bdd2a53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index 031cb4679fdfeb932affa3a33cce6b9697df996d..b4bfc80495190706a1e379fae2ee7d24bb0d298e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index b5b1a93955abfbd1d4e7af4440a9ebfc0e6158ec..20caac5b26bcc073386fd35660757215d5dcc6df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index cc4ac13fa50bcdc35c548bfc83a8824656c929ce..213c4e5177b92e657b78b9ac2ec308ac5ad733d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index edcdcbf04d6382eb62247c52e85aaf9270972b09..6e92cf892a94d579397e28a64e5de13341bef6d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index fe7120a6133baff13308c7d6ee718baf85f1c4d6..1116f16fea6c8c6c2710bc2f560d7fd60191472d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index 4dd029fc3224e350123edbbc7c8e316bd38b386c..3ee94c83468ed9dd5cddd6357310653cafe3f84e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index fc40e361afc34dbbc37572bc3824a8b2808cf498..6c384f74f12fed568253372a7fa5a3b20de7d752 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 30093c36de70d7d483a633d2f0f2e5c89733510d..8a2f8397432e35f92716277a0943a996e4de4df8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 0d76364650c90981176af09ad2cafad2589005b1..44f4dea23763d2718b63d499c4b0373dc2955076 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 564a3913882243e6506413bad45346b2f0a7be17..473ee90c365213fa5034cbab041b01744c45d399 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.output.dense/_0.pt
index c991abbbcba7823548c5fb646d1163bf558adb1c..18a519c98225e61dc3bcd6b219473053985a6968 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.output.dense/_s.pt
index ec3b6ffa467638ca222a73e19805ce758bb36708..8de3a8e193b8815bc9e01e181a2c378dc904793a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_0/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/classifier/_0.pt
index 5cda3dbebd0ce20d0cf1ff7c03430f5180261bdf..926bfe0954e9507bf64dc586618654d4839b4c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/classifier/_s.pt
index b23a3204915b58898b8e8b19cb81b67c15fdc1fb..6c3eab8dadbe918e07bddb8f574bbef31191624b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 86ffcf2f3c676999539414af0e45b0533ae1226c..e6fb6f2b8f1025c31365c93a971864cab28df945 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 1db686ba442b39749b31609398dbba28ffc8de91..82100a8500451506eed3daf619de094baa65ba6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 2ad1f84cc884f5500f4df667fbfebc0f4845536d..3da32df3b5ec2b64b286ce986467328c87b59a33 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 2f78224a5efa2e8fd6db6f8ace9133a5b9887851..e8f1db2753669017f6b300b9cebcf328da8dfa37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index 827cb945546af24c229ccb91efb90fb9106bb0eb..e38f72c7f859467161398b8387caef38c31fcf74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.output.dense/_s.pt
index 814f1880a34497a29abb66ce7f73775190843f9d..65e8fae46fd95fbaa598d83d70e1e6dfb85cde86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 9d6e9c66890d51f70d9d876b4ad262c9016d69e1..b36f50e2f6c0242f9d01e525aef535e562de60b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index be5e36ccd60b25cda82a8ab0d598d32bebfa80f8..904094e8b7d93f39026cecbff66c9b805851594e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index dcd286e017664cae59b91a4803b48c3e6bec33c0..8e124230f9089f47686f15f04f0e9bde90ebb2cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index cb7f8441a89bab58144b37584de0fa38c7c41e49..b956c053274fbd64a59f8635cc37a758ee21756b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 55f12029b41d2e7497582a332e0425d7da04f2bb..449ba195c8c4a84b2d0640e8d1ecccc8ef02aabb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.output.dense/_s.pt
index f9babe6cc0b7cdfc44a003a4f68de4945115af59..5537969c2536722b15ecc264a78bfed4916624a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index cdd6f1f90ed17982923c4f6a64e86f4078b63f58..192dbe7f63747c1064c839aa52a038a7d826cdc6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index 8ecddd022444d15bbe5337645a554670797862e5..4d4ad1185333fa2d3a1071768193af03d149e200 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index 573b62958a2ccd32109e8ee76d34fd5ab8d46a0a..03f8f5b7f0be5fd9d26915843857cb31dfc77363 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index d1357812d5f19a126a3822342f316219d44b6dfe..fc94e55c65bd06eff780af893c278f5bdf3da320 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 7379081862aa97d974f6a7cba14db6c6930acc85..de15e4fe2b6d98b68092f3ea64f0c2ee1d56c154 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.output.dense/_s.pt
index d0aeacd03767c241ef40b33362e9d9c8bbf85e9a..357d78d4838f8e5447088742d034ea17692bd725 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 0e0d280876b389676a2a08cc7c54d5488ec29a0a..fb421565b9f89b9a80ee90dfd60ab601e2d99985 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index d75be60a3d49e6d0ffa8154d1c1eff1e0ed6aee1..96ce8600c06b9d2830e11faad92af73ddbcbe8fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 972bdd97ecbd60408db0c85c1b7ef9507787aaf2..4f4bddea7e62e6591fce560c0ea7055d57d4b276 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index 9ebbd9aa1674e07200dc9d6fdd8af6019d9398d9..32694597b6fdfac4c68de027f19dfc8d26cc92f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index dbb34cbb946643bda018e964f188ceb62740ab33..b7d7ab6edab8b895685b950a859b6290de7ef06f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.output.dense/_s.pt
index 074b884e2c117c337b6c0225c890a25fccfa1958..0ff1b9e04002e95100b6dfffd6bcd26baff65e41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index 35f214be1310aa929497e7d4b850162800d2f11d..bea7c96a9f6195eb7326841ef38489a454f56c06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index 29ba5cfe600ba4f66eab63cae4c5c7f1584a35ce..982c3bed4ccab8343765238bb4452c60518fb655 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index cc07e4b9a8e87f1791712ee370464bf91458a0b2..0540237548ddf78986f942ecc94b223063ea56b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index bae959335d4b13c8cdbf4e038ad38775eebbd8e7..72cb535ecfc64cb5427808d7b75e2665759f921d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index 1d1f143624ed30fa6e991b93c53e3d8e39a65eb3..211bb93265f2a10c29736a7824a6cb581e22e747 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.output.dense/_s.pt
index c41f95dc7995fe6c8ecb5f401c151d660884ea2c..aa9a5e58ef6047ea7918452d96068ffd1f3ec0af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 232eadfa68d727a3b59e77b11aee8c10dc597923..97e5a7d8946e17f76ec572c6f6e580bade45798c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 525c09b17ab64c5994c6257d58180a39b78780d9..179a3e8810c8b3cf4f242a7ba3b6c1a89a5f5972 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index f7184712548bdb6ea6a547a778bae3dd494fe1e0..81e03cb0f06e1d217a96495caf1b440440ee245c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index 1df458646a895bc42aeb7082c02309eedbb87fc4..7d25ee4a3d296f44c57de8ac1ffca5d093d94806 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index e2cae30027237e26bedb6d405807332fbe378452..75b4879d1ec05614ccd3071535044d2a8a19681a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.output.dense/_s.pt
index 90996377cc7e5d24fda715d63de9e126f4d3589f..87650e4b00d5464fd9b623cac6d277ec23a6668c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 7301035508c917f84695d426ccf823684ac60c1a..070b36113dc2bab0dfab7e1aaa8ca96eb1bd75a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index e000d0b9a96b2a95b68ccaaa29a3bbee9a072b83..bcfa43df2a1dd4149618004e396cde7071d0cdeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index d6692318ac43959a6a67c440f715b47cf2b0c6b8..b77cece43991a45dabb80753ea92e668164d81b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index f09ced458ca972ed5662cf4165091935f8441515..0f2295802e65466a518438113be9d08b17a548e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 764038d42c4e2b01b8451ef0ae2a27dd8c93eb41..571cc05ab792f0f7817e817f424e8f3a89181dde 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.output.dense/_s.pt
index 754744f45ecaff97eb7a07bf3cb4c5e1b8df8dc8..6b5f539b6ca87fb58fabdf6d61265f921408fce3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 993b7ca27b4e36e9b8a98df469f35919d7617603..7ed6aee4a7a1d6632c347c23d2885741dd3c48eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 1141febf12ec7db2463e860434b2722342dd95d6..a5c8c6dd80e1fd1c12aa9f2e7d8787f1c3363942 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 04b10bb9f305e297e8b32da9d0f87b9f2813948c..dea2609ca5430c09813aac9db7ad5651dbc09be2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 83d3954617743b5cda5960bb49e76f9bb4987b77..09e125b91a08a364ae75406bef3a713732a33805 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index b8f24552a5b3694073a31e02581c41b0a5d42923..8719fa19344e5c20063ea754a66b19a7d97993a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.output.dense/_s.pt
index 45982441d3be9d3b2431f82095298ff0d686b689..7e82a757cbe49947611a334e1c2b7edaa266ad4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index a19d76d3d504c9ce36c5bf52bc89d4c8cebab20a..b32896fe8093f987e915948da96ecd59c38ca12a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index dc12a81b76c8eb303144e91018924e88b6e26fbd..6b5e700a75014a8d991c1f82e4ae7c59dc0d3fdd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 0028e94348060ce50a8c5a79c7539d8d2d9a4f9b..a2a201c7f256cb3a361efb51476ddb60467edabc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 1261e50c5550b5b75894f69c69263df24a223cdd..9264b966fbfe0cb94e244384c0820339fbf341c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 8cd10773969a625a567a66177148a7a36120c651..87d2b1f64ba623bf4098ba67337931b77bfffafc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.output.dense/_s.pt
index 8d0b12d5fead33879cd04e7c69d2c2a07ace3a06..b0ffd97869a94947553bf664b51d86003aa14f85 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index 57316ea33797699f8f4096fd0c58d67c238029c0..a822babc30ce0879718bba68142b0387e4a51d56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index b6ec293e0773fa54be19a192c558e01a1c225fd2..fabc678bf831f65ecc2fd87d12517c9b3f91409c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index 816e8d7c4a577cb2f1beb08c5d304ea7ccfa7242..3e3a169bd3eb0e5c0c71ccb2a0080e8611b926c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index fb23042b99d3be270457b8f54fa592e154eca81e..c11a7dd9a5874d364d7212c4923db6721d6b97fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index 6194d8d3dccc75adfe960ca810c19e95e3c6d0cd..abe9463ce1808835085add1c38904a8868915dc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.output.dense/_s.pt
index e1d6100efaa5cf71eabc63482f4a9a80aa26398a..267cf083da0dd6ef5753ee75b9cbb69720fce495 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index ee81dd039e482e2fd6056079362d4a9bbfbda750..4f90223d114d06b0dffa9f084c377f56e956fd11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index 6ca9d1e9cb9a0028c9bf1c78499c814f3bb25178..d6c690e7cf4d9de9e5fb822cd45967196e74d41e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index 6cd8b81e5c95736833afa2a36ea0cdeed4847158..c37014b31d3f27190208e139139794a290a311d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index 600c1e1478132888ec2927ae2037df9b101a3914..a5f9b567517d3dca0dcfd560611934c67a81b566 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index e5599a001c269056b9c33f0505729d33fb9cee96..07fe14997aa5fd35fae70376fe063ebf8bd7b96a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.output.dense/_s.pt
index 78367deac9d4a259e3ba6da4f65ca587eeee9afd..6482adb1e282ae3bf79abaaa202058fa82688bd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index fd168caa2a016505cadd190b2ec7a4ff49734a02..ab95629be00651ef80bad641331454b85d186c88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index 7de1e4599f512c78b0ef509ee79dc0e7004bd061..e7225ea25a2d9e630d0f1f99ed4ba6ac489b291b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index e3ff2f7a6e437217e78962bafe683543ab6d422c..7b7e47dd939b24e77420a1f414e2d4c90553e784 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 279a4fb2cdd942dec9c75f1d7ed3b9f22ad1044c..fdf9c0769f29a8d33cc8e9f2cfb9de188d8e98cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 4595b6f96d8677f9c7ade1287ed85923a8952ad1..6de2452a215e5585f834b444f2003c0f78b9b68a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.output.dense/_s.pt
index cb2b165ea2a4d3a5c5fd6495a898aee1fba8f887..cb8e8cb986dd96c4c09829e93d16889c222cd24b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index f7dc6e1943a768eb6b403b5b3fcf072aac7c17b6..455c377d8a586aadacf2d5e0b751ec1d8af888c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index a06a05214618ce7c49f564d1093e8dc990cddd6e..cf72f592a6626ffa19ff90f2ff89a4a97fac6504 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index ef552dd93de754eac6617ee8d8da90cfa4256a9f..62297affce5baa794eb9febca4afe8364619c257 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index e40b72cf66bc3d05369de473359b38b93eb7321b..589714dba7b675d88c71f2dab38dd14061e3d134 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index c02e9a408b4e901eae40c178742dd86fd35b688f..7a2f38a79eaa7edb61a968e58c63671a8b2165f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.output.dense/_s.pt
index 86e5fb73a611583d441d9365cb7013213d3c9b22..439671686f0a14cf5cbb3913410cc1aca0e9a2ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index 2301e6ed65417b5fc0064ccf4920ec9e22b08e20..412eefec5e7a98c7973418b242e1a46ada21b749 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index c8ae1d1682addbeab37ca738098cc5bde41e8304..e1700ffb4b5b26935754bbab0764a7b821941b3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index d06945355b2ec6049a0881caf7fc759d5226b7d5..21f381ab4f1f1edf43791988c67b04e13c0f6d56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 42c23f5053d58d6f2b3b56ab540420b4e9ff1c09..93c41588562778504fda7516cfaee03a4ff3c435 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index c1b71ab3add1336ed2fb46a7f042733ee01d1853..ec71c86f8b317c12022b56b74443677e1ab7eea7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.output.dense/_s.pt
index d69026bd1d4521a468eecebb9d83dc7f96208a29..72199bc8ec4c7465b03f4b9883ac933178c16f71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index 1cdf425423a49a8e9ee40e9eeba92a655d13d3dc..c3d9465604761b921237ae61abe38665c0d26e55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index b75a55f61c6bb9333d5f40c46ffbf40147638e5f..53b7aa0b9a0496d40769899bb1d9f4f562cb894b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 964929431c207e77096845dbe0ab09e93eee970c..e246a58e93164c22bd909e9218cf852c7d11ad5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 73a19916153f9823b774884f7a0b521a3afd618d..d6a339a1ab5ad2390fa719fd65fd701f3f679e11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index b5dae11304e7e54532ede00d163ec0dd132b58e3..25b0298d56425962afd71d29947c703ed0cbdc9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.output.dense/_s.pt
index 52dd593fd86bcb35489b4ee104e50437e883721f..2af7077c801bf026bd69b156bcbd9fd36ff5c0b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index 55d69921e913f55ca1a784fa6dedbc8d23958a7d..36f8439698c553231455c502bfc12e0485c32f6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index f23f247bd5b8a2edb970f2294a29920a24467ce3..16a199909154f7365dad6710f40f98e91a19e450 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index f495e1aee0ecf6a72537d949dc3f8b4a62926f9d..1e2391f3325dce5ddd49ffe7ac7beebe8dd3a16f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 9dcfbbe67ef2595e948e6c1995b53006b25cf93e..ee6594fd032fe63fa5334ece1cee1df95707675f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 0d73062abc3736788da146980009c27871182acb..5886f92d1099dfdf335ef9977d54da232f73060d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.output.dense/_s.pt
index 48198d26e4beecf4b8ed305c9f2e1050245a2878..9ea3843b998276ccf683ff95464cb0866b5f0ccf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 8fd50b6aa22fd7d3e984b3124844e92ab374e06f..f036d98f7fc2e1780203c17474137b06dfcafbb3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 61f1e7bcf9935ef932abf4d6e81f10435a67b329..9344501f3d2777c3041d82a4678fa1322ce9507d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 73ca53c3e4aca776f7150b706d0d8fa54db018c8..b02d3ec0cb081eb89544d252201b83518eed1930 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 1a1b136a683e55666a9ab9512085a7fef6357aa9..697a9e32617ccae51d1e73ced7e3e5faaf944314 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index c837bf8ef50eb6a9bf2866da16063c1603b109d8..72881550eeb045c1cd9ff1ca86e3539449a75391 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.output.dense/_s.pt
index 978248203c65f1fa15ffca6479c7b3fb02661018..547ad60737c8597a4e134cc2d443e17595ff288a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index 3d0a23b90da454578e034d4818b1df4ea725bd95..324497f26e377c3fc68448fa66c82d4e3084a164 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index 9c46cbb2085bf3c3a6f1bebb22904cb0ee751afb..81136b3b29e82af61ed1fe5a28d32059b61008cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index 77291fcde752894bde12afb9162c88a19579e401..76b80adaf85ffea0ef25c9c7b30f5688a1a973c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index b025be73204dbbd05486f7afbadd4bfc31a17abe..d45b527e2c5f082a1727b8f6086ec5d155132a8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 2b829c69b6d7565a55263aa7d8c60404742ab19e..42dc699e90959bd6f38472695b47303691af651c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.output.dense/_s.pt
index 2eb7bfc6c9246457d55f06e2f34ab34a540b692d..03d278527cf57fd71b6850146e44cfd496d08801 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index 4cef74ee9bf3e2a6d39b055c0870c5aee8a16d46..c1b8277fb18605b7db93ab145d75156d55673491 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 739c02156275222e712c92abbc790db295231f55..18c9c2a9c7e0245936e91aa9747301cb0298240e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index f87c7ca7208ba7e34cefdf4d463ac9d506e565bb..4fe2e29e7fea52600adf467f8ba9e9e97e4e081e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index 46402776cccfe3cae3cb5e02f497d1408b4d7fac..147d7895c5e85a55fd20c1a838badc779bc3b548 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index f431053eb4643e03dc15c5696c6a867eba783359..0e38f95584706e3f76afe87a9e968f31ea3e7077 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.output.dense/_s.pt
index 4c2e4904c90fd3bd6bf55b39871f907561721c11..47b28224513e56b0403406f9b75f6661f821a096 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 4549d67c91e3c0c1f3f8f5fc04aa03078b3888d5..eec8cc0db05364bdbf94f658b3c2ccffa2035ff4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index 97d89e1a9400e084b73637fdc2d90dbaac7507e0..166ad6f9c5c90b1ef8a7e399005c39891c782ca9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index 0308eaad7c46167f2da0ad74c5b1b6bc95ffa92c..def390c3baea9362d73e6c2bea4ecd72f08e7ecb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 90658c98f12b97ddfb88eddf320b4303e6c02dac..7a4ee76ceed178e50b07541ccd1d0982ede5506d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index bfa8f306aea55d1b1abc9b198ec149900850e0d5..85ba2b512d86223539cd234fd0e5d6a1078ab69e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.output.dense/_s.pt
index c2b54b1802f0cc001fbc6fad741a119bbc3f62d3..0a786181c5a6098e006c31957889708e5d296ac3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index 99a40806a547a41544c2d299cc9afbd440adf8b5..4cc6629bfa57486adc79dfc927e36587f448cc8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index 5a5fbe1cbce2e47179bf44a1d0add30875f46877..5e103d6382ac74a4e46a2f82a0d58126a404ee59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index f507a6f7add2de92808ec1d52ece81e12b37246a..e2efc4f86d3c98926d8659842dd64400301ddd41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index b3c4b61b1c41fb954414bcccb40837096619a7f6..a2af1727be326d1e32021b030c9aa1e82cb94542 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index f764dcd41b0d1c1fb48fddb95bedd9b216b5013b..72da5d9c38c474b8403db8e926b3c6891fb9eeaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.output.dense/_s.pt
index 6ee560a1e97f4dd571aca6e185535118c4536808..a0bb4cb770dc6102b1a9e0de44b54be223c2f79a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 99067f35784b34f600f0451ccc5e496288a38a44..9abd07f970df739119402b9f3f8111600249ab55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index ca8a46ae991cbfbdf565708f97301f4333f5135b..d04ab90dc5a120a478741f16d7d6b4d7e8433292 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index 8c6f464553f27e534355cdbcfaed06118631d5f0..8d07ea046e9f617eb3748eb83835f6f645ddf098 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index c90342bf31447416cd4109c65e0f88608f0575aa..9b095d7621adf7599c87a97054dc4550ff4aad3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index f791a62d364288e7534d114089e75ff41a37b50d..d26d7c9f3ed45cebd7093ba4538cb6adef56329c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.output.dense/_s.pt
index 1001a57d514f16f2b6e52b56352bec55419165eb..e3b1d445e24a6028fe1b0ca0e51a598ad77f5892 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index f06a631f50d34ed659d14b8c0084b8a13badf1df..19c2773dd15eb656f1b11d17d1f2d53db471545f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index 2e0ffb2799b7e7fc622f547fa17b351201d0a762..138e9e985fe81fe7baaaf6acc5e3ed3e2ea97a84 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index c87b15b0dfc46d028c8dade2724ff2ea083220b5..3addad4b67961db4d1b2b0d1c99c4cb3d024ce90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index 7668ba675c35f4852bec0b08fc4b90997796f3db..4097161a9ae3c0cf5716178ff0219837e5c19b6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index 62b7e76397ad0eed1599f2d4df7525de04c67ac1..9e487110b1fcd705541b133abcb8140445bf718e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.output.dense/_s.pt
index 533f64abda331d4e244fb5c443da3b35b393aeee..a3cb544400cb90a50099d608d8999d32f8b76695 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index fd224fbce646819425e688ae6889c0db4a5c81f3..e8b20533e1282a9cd552abc8f7b52f9466d7d830 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index 39c59c234744a0b3a2cb40a51e4fd2c46cce3891..4ae095e77566cf44e4c483ca13332e243c6a5068 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index f8ae069f270985c10bd4dad4b05dca2bd252d6ba..4650b75b51992989d4f90eba14845723e7e61c4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index 56bd0d54dacf94121f032c75aa52281f956c98ad..e9b1c8793b945db569e9444d025f37e7d1983f5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index 4416db5523e5877bdfc1b198cbaac0d6554ef401..80a03303cf64f05f37e630868c0ad8bd333e0789 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.output.dense/_s.pt
index 7f63bf9e04be8dbe614a51798b1e559f13de1ab0..f3d5ae0f771b5561f879cc45e4e180970e44a98b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/classifier/_0.pt
index 4aebb220995fabb8d125cecd0e60995d9da364a4..5c1e20438be7e270bf833918f433f6978e4ce49d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/classifier/_s.pt
index 4542793a4331c133924532da8ff92911da9d2b2b..c5d41cf4b8fa81ed0fe60512f495b44df775582f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index 787597c21476024c389050706df888bd69e04d2f..eb875f666f57b000034925d7d15944f205a09256 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 510aa300b9fafd300c0dba1e3c74991955312e07..c795e8f6d58ac87a2736069bfb398acd08e79ac8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index 840cad2b35fb48bd8bd0ffd09675f5b6b4f490e3..efdd8ca09214d44b024dbeed52e2f6982f1fde58 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 35d0d52b9c35815033ccec341c0385d78aa10899..7871687a1789f837ab7a13125943ee0962d8eaf9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7f7ee62d59c40eac0a51767e9b56508962f6b429..5621e5f64f0c5938a246bfb736c3838ccec60e96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index a6ce7ec899501463d06e07bd5ef1c42ea5f45efa..8c470f501790459c6abbb00f945c5df030338b40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index 1ce3bb70c28b5a4ea40d5ebe2c7ef01bcf3f19c8..ef7dfd39c00cd9facf565a60040357abb588fb40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index bd33aa1971c5a1b1b7a942b81516eb651c9d7f7d..6444d51308c9092f1194e245cf90e7aa59d7b1f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index dc132bf493f44c84e365cae7a77e37142496761b..e73e4549c5d40a74e0317aa88b92bebe8f6fdc12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index dd519ecc47cfd71d033868c38b71583ceb15cf6e..8c11e44568c29a5d1eba6be1dfe9b46f53bd6f80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.output.dense/_0.pt
index 847841fff29b9c7a0cf361c423f2cd2f900cfe7b..940bce81f8f64774031adf8748d5d888b015c4ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.output.dense/_s.pt
index 7630dd0c83413b57b5594c633ae84025f3770c0e..fbe7474259ba8c22e620f2f5b4f7db3b0642a1e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index fc229b42a2b38df992c95b19863c1406865106cf..7e1d6d41b1d9514ab98410f747e1223c92dde873 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 32428efeb5fcfe5eb635057b6254caa844bbe2f5..068701ac9a0536b299f817673d13516791cd0088 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index 71f9896a1e301f93f21fc70edddc2ab1c3c227fb..78db37df4c1916df16e85800bf6c8ba2b31a27a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 380b8aee04a1532e6f9829343b57db073ef3b896..f3a4903fc714c00d1725570c3dcc543eea962c67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index e6ef64ffc4c34670a9c30be003154f39a8969a7f..df2c1fc7c11df11e6ae2b2745213dd5e3e649dc8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 96e4fcfddcc84297ca6eaef5ab31874db391b039..f89e0bf24ebf2c4fbd3f990b3a11814be5d0c91a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index c6799eeab468499e3e2c5e686746f8b6086a2f6f..ed47b0dc43b8c4c002444d0bc28d4ab26b706324 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index d69636c34cce332f3dcfabd6efe500ce5aeee067..2454e2fd401f8b4d2db78e90c623ebfb76717276 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index 2a67a6cb20457f2b6c6042a8fb847da9e3c43fd3..cff4dfd357be916f8bba56298b8a96455539964e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 44f9d977bda468c17dd1ea30c666196def436a6f..717cea311a4a884386cc043d73d07117c3df2ec3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.output.dense/_0.pt
index 29878f404a57916a3562ee0f7b3c73d34e36243d..20495deb3fb97d2f12b4067fae93b59eb594daab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.output.dense/_s.pt
index d3592629a01469b04aee989bba8d02d66dc8b734..0468c7330ef640ab6b5b2c1ce1774dc7a79dea51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index 0a3d45c7128ca74856dc60c986d2bf1de17a6655..500f209cb6d2318476796aab234030e30c284218 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 2430d458182ad72aa1c7c1f8e3e8bfdd138e4ed2..31afaa32ee7ad1623f802cdf2fcea9d6887595ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index 2b606be02eb2bdd80539c657a48e1c4a7b933f74..37a429f502820e5545b446847664c191be5b8096 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index b12f43e264e3d483301d38aa9ed3318abc65a60c..e9d46c30223003095d69caf0879c868ba09c6e7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index 1656748cf888f7f7e9c5fc389e2d24f082bb9edb..bd418fb1e9bfd20d66002b742475b3704de8af0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index c6860a13447492fb7e509d0354a54d5c779c46b5..377e19feaa15928aa32452878a4222d48d147dd1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 07c0dd4fb0055125671eb0d58426a943de244e97..ee87ba054c938af7813bd8e8abd4d71cdaad245a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index aca242596010b1a6de19787cbd5d5a5c678a9532..5ab48d82145ee87c05c81cfa26e71f4989476e45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index e4fce818c938587379d4356fd06d7053b5195044..cacf9661378bd11dd9ecf695e20be4d968122ee3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index fe7e8193846122d86d639a9c1c0f556cf7f3288b..6452c26fb63c69f6b0487abd4a60167844476457 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.output.dense/_0.pt
index 1e37ae16f841a94fed8413ffc13dcc0637314fbb..ff7452ac390a37b02c359b0b8672f6bd77a01ec6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.output.dense/_s.pt
index 6749d47aafc6e145a397e7638f44eb565ba569d1..576cab817343637e3daa7e58bbc88ee61b509f32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index fd6736c1a31caed15c1ff317099cc3b57d5dd948..f2859457b78fc7ffd7683b3dfffa04f061b93272 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index c4c06c31617e95dd42d71bd7e3ca7fd3365b62df..e3589e509c53b638c0d5d396778e9bdbaacc2938 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7326c01b0c34bd9578dc09709ad266b5e9bf7063..112cdd93970f772bafdcf5a7bb5e34ad80c1766a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index d1778f5d351afe4a47dfceaa8fb2debfc7566a88..6d20c0ae3977be7afadc552db25208e6cd31d3d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index 9b700407332f0bf0711a58f2bf370f56a7c329ae..48c1ac01bb8be297ece450a924309fcf8bfe2b45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index a09e0fcc0af194402803ad53be225983c5ff29c2..d51ba2d1a037fd4e8ed83f9c0e319b76d15d0455 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 61f19181b4b11d9dd3bb90126eb490dbd6220f62..57f742ff40b0003e755416d9aaf8aad68c569311 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index c756693d97af1d9a05a22e5eeea3097db3eb4a30..db4ccc385e03cfed8410294e91135f9681bd6a52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 6dfa8b573f303dede77cef8d430af301ba27584a..9bf5e95cac67adccf01c151c9c64cd71c93fa05d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index 2636747a8532a214f3dd50b2c22cf5fffc9311a8..1e5d2113efe17dc048c207c91dc6d9d79fbb2040 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.output.dense/_0.pt
index c013a934e3a2cdd1846c8ebacc23ceb94f4f4aef..692784a2f62e5ae461d19377970406dd17799db6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.output.dense/_s.pt
index 0fe6b01ad29644471268e701dff30bcd1e1f3082..09f8e5ac041b5968dd794dab5698ff3112399210 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index 7f940dc594d69b81ea078ccc70892aa969b7f14e..41df6d57dc19584a835f8b8db960ec90cb148ea5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index 17eee317e1c66cb8fc0b0f354271ab35d7cbeccc..e44cc435b336555d89fabd6a16acf2946592a11d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index fd2514eed7ce9c23aeae769cdfa0262e600ec451..367b6fdaec81d40379c3d37646780e4d3abcdcbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index 2b124340bdc1863c26263bd42ccaf864c7b26f27..c63664a86aaf7b2bd68926ded7fe40c5cc3c5d1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index ae2f7ccdbc03caf060de2ec421b80ba7ed65de07..82e805312e97a27fbfdf553df555cd71448753cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index edd10d32aab06e1ccfbbbf431ee2f9210c687845..507ee74b2ebe8ccf9ecfddbbd7c07ca75618872d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index de88cdc12bd7eb4af82df669247690342a2ff5c4..514598fb14bb2af3b9ceb95cdc657882af704e39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index dc622fe1b3119e51275c2f2eff5a5a733474993b..a868fbcf21671ee4b9a122644f7047a38fd63797 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index ad43c52fc8472c0339aced102179869146aaa529..72d9a868dca96df50d0b70fe4460e56dc0fdaecc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index b56c64df8e5e788858f4d69a5e0e449a08eefa9d..f120a5236bc7183a5efa22ddb047eaaab0124a13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.output.dense/_0.pt
index 382e79369a05031caf1af43a75a845240419374d..3afacb742e21957ec6bfef1a8c4ac83d4f6659eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.output.dense/_s.pt
index b13a4395aa16c9c6ba9b361a57f033b2a45e53bf..bebe247e09b0bfdeaac587991e4f4860e40bd121 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 3d43ac2da9465bfd877a59f5dbd1265a81f6ef98..caca6982a31f72a8e220c569eaba82a28b8a0153 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 50a4df15a2f8fe710dbc95f13ac4f5b7e4d7acee..70abfd177a4930b80a163dfb72e12d100d8ba722 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 5fa54cd4dd0f019e180d786f9199c45505fb7b97..f0883f6bdc82616eeffb6235489e46108cc2677b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 4f2b50533b6da859abe99980095403f650046ff3..65b16c7108e79d257936b68ab4e8af221f831f0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index dd0f8c63575fee33eee0162ee5445b825bebdeb5..70ce5ddae44337e129e15b9b6327b4abf2a75216 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index eb4e045e4421f9a459c231d03941f8a06383eed5..a2c8d95319d84762a019266fde828db877f199ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 8e32564fb566272c313d0b76281d52ec52f44782..9a27d823dcb83d65b35ae5ab93b534b0f08fa16b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 384da6e75e3ba4f2934ef9d320295537d48c7eca..b9d8a3d34ba775240a3b7cef828a38b7abdec5e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index 5096ad5000620d17f6ad8de0d8246537a69e29e9..65206de9ddadf6458f71c24047aac5eb372115d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index 7a9c450d41cd22cd6327345aaba259a178802b59..961a9d9de4ebf30d32e3c34425ac6be5d51a32ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.output.dense/_0.pt
index 0551867fa077031a333689a505da603620c9ce04..9925cb516193a642484f73bb452cefd1479c48b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.output.dense/_s.pt
index 563a6ce49399d59df2e310e89f5d8e4d0716cf86..5b69dd53ea500afa2e69c8eb50f715501699bd45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index cfd02a57ac9b6a0d239be0c65c9b6e929b9b4b8f..dbe878fb7c62b899ca5aa425d71958550a97dcd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index c57dca484687e2f9f7c4dedcc3f2a29430250687..7d4c6373fcfe1e5c1d522c92f1273124cace5f34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index 3094473633cae8c2896d9d57b03be78472f4e617..51a4f57516ff5d6caa8655eee70d3f6ad3a97ffd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index 39273aeb7cfcbb8e990965f3af747ab52b70ae41..4805444cfa90865fb097237f1a904a31bc0e31cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index e579f19f0a5cf4e9d2eed78d025f1d3cd1089045..17caf4de39d8621042f4be6b9ca68d63bcb33fd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index dc0c9dfe399eb89a425a72d80b1cd119d345aa69..c32416d12d3827ee851705e14bd1fb8fc9c9c2a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index 53f2897b02b3deee130475770b6160ddaea91592..e920ccb4f3dda350a9743347ff4360fb205084fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 9685fbda3ea9c2a0c26ba832791103fe0ce43703..9262def64f4b3ef4f7ebe517465f52bc18738211 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index 319b91d2283d13c903b1edde57f32c3233cf3e18..8e25d81714047b53b974b34a41a0c517422919bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index ee1ca6dbd866b8b16c9f36dde12353742bc3ccff..1c3afc63ddc9d067af701ca115ecd339be29ff9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.output.dense/_0.pt
index 9827e142500a221ec52ca88df772a0eea803552c..11db21853fdce59cb88103748de455aeb3b986da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.output.dense/_s.pt
index d5bb9396a035d064a3793d0252532370fc10c270..4695afd11cbcee8e270772190cff4e817df4dc29 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index bb065026b917ab34fabdc43f383b27aa3a0089f5..2784fb2824c53f23b1c13e3f220a550a663366e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 73d3dc05ae954a0ddd8f9ae65788e1400ac32f90..6738401fe360532331f1803eef5805f113385304 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index 27409a9e1496ff9f8693d79cdd6167d0c5e7b98e..f7531dc1e21e93503bd27160b3a16b88a2134b84 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index b47e2b3b8fc5696731b3da37c83d6e4500f80f39..8fbeccf7fbe983a0feffd02452210e49f528bb8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index 0d4d946a5c957343d432bbb2ba6f3e2cc1453b92..0bc4aa63ff5dea4d6684d33b740617a4f1984760 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index a5c7bc4f56f87fb7b0bcdd263571dad44f3cff8f..a2c37ee0504494d81091b72ff2a3546e89059150 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7a502aec69be549c16b9f9129062e7f604ab5291..ef1f6d30b3aebfbcc2b135588f7881aa880b3fb1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index e1373521ae5edbf4d30becf99a11ef7c0f426106..63926329d220e7903d3b798d16915dc01917d69a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 355922ccce2077f651afd3e95ae7ea8651caf0bf..18ffcef75736c0214b4c5632f8178b07870264a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index 5f0dc32dc97cf43e141d352004aa065d36c2459d..005f6d396ed186d5ad18426bdbcaea2d32609436 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.output.dense/_0.pt
index 9c24bfe0714db45874aada277c903b5a3c69ec2b..1df3a28633c09bb7252ff25f245d38245aca3730 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.output.dense/_s.pt
index cff07e563cea143e38bc0923ed67aa2c8019df98..216bc669df1371f6242aa5fe10784937367a3b2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index acb059b42b5e6da993e2f57ae5f1e57ac98ce251..7bb5b56b325b87f9fcdde61546af54300159f1b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index 80736188566adb383444aaa0730b3ce26f4817e8..5690c86e183787b866e0a79c97907b8931d79609 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index 353c25444abd08b922971275a852c58970049d6d..4e4571067b8b595a36b39052d4d3448470b720a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index d1b1b76e058350f10c1736e5770e73e6dc45e7c5..8868de0434fe846e43a1faf416d23f7a4a0967dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index fe587cea4598434e87946e56784ff312eb6fafa3..cf54b672d09db1601d428e61997b01dc19c71928 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index 8bbfc7cdf976af3cb5e885f62a7158910e446dba..885062097f029b0884918804cc4be0bb4d81e4dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index 0409e25e6d96893b57dd39cfd8b8dbe03cb57d97..7ada4876ae927958f04d28e6d6b0234b5258d529 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 8707640a47e8991d569f05032df51c83460c47dc..646144b339ace2f8ff9caed729de9dfa03e2e35f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index aa15bd8ff779e38b2bcb26df8a47092d3acd5fb0..91a43eb140cdfd351d68b0c5805352651b0401c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index 526183d79afe5430ee6626c6700da09fdcd29c44..39aa0ded63c5af66d7a68cae4ff37df0df110504 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.output.dense/_0.pt
index c9f8e6b4d0e8577c1986940f35b8796fd5078ead..ebcb59ec8d387ae721c03ec8f6f04aa2a9d7e98b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.output.dense/_s.pt
index c29dfd1c87bb8f901b10926f0b2d891663b24f11..b58dee1a061cc826a6588ca73b642daacec6f71f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 626e17dc7d188df7b5e8c2701d5ca7915bdc5a07..bbebd85926daaabe3279d9d77af75e45f91edfa3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index e405fd4c7ec449a2dfb01185d538c41365fc43c5..ed67cf0c252afffc2eb5e24a976e8f79b9ca8c6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index 7bd2c63fd61be7e5934d3e93b4120006997df14d..92e0d9c55d1d46bb7b110a64d78aef010d1eb899 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 137231187cee87a5cee2907877d43cfebb4dfb6e..94421f7a2bdf0788d10a92485b142f73242f0d42 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index f76777d846ed4af3168f95de0f8e1994faf85e4e..a8b2ea4fc63d17ef95e2e2bcd063d65efacc8c37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 192f2b10034c5ee2d7e7721228e82d2575094e2a..56a1a2fac590214e1813508306e50cd916fd4165 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index ad521578af9500224dd83b856fa0627cbfb8f777..6a60db1fed9eae03ca07670c1b3871acbd87e9be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 0aaf8f8d852e0bce39e85905e4e61106270ffe70..762cd0ecb9db8754b5a4919965eca5cf263baa2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index 00be9862769f3c9b6ff2907d63ed53b12794f1cf..a230f3f60b6dcc9e5aa681320a1b2815011dedb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index 3b29656845e0552860fbd8390ccf58f562ec09c1..475bae5a9542d8ce42ff39cad55992fbe336e44d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.output.dense/_0.pt
index b6f0e59049483c0f496cad24359ce741cbdc010a..6f06efabd4b9430bb1f281682a1f48caeba971d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.output.dense/_s.pt
index 9a3255fa80f02171749fc1b5f584583867a915c2..1c5abca968bd2b439873e4fb1334e87ebf2953a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index 7307c358620dcc95708326a13a95a3870995c3b0..00448aeb745028cf0718ae53273b4304e36d0fec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index 03a3489802be6576eb97245f9935d6d29a8aea0e..3f4ccb8d2eba659f1d1044dd1fcd095bfe175ade 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index 149674cdc76da980bd706a78becdae8e00645ee6..86a2468354d0e96fdda95f08757c6868285d8405 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index 6919bd292b1105ea9b1e767344474786d999d73c..d0571b019ceb577504fbfc63424bf0e11dc2244a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index 35482d70c418adf16d0cedaf96eefe246083997d..516303a975959efa4c39d7b17cc2b99e1737dcee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index 1cbf8b70ef1cc88e89b6e802274c199896696afe..f431cb3ec11ef00f42cdde69fa54319d1037ce51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index bf048aaf84d730fa657f07b4a3ed48ba48ea2e06..13f7b683753ac6f4c86bc6a24aefc22fafb18ef2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 695e18aa568b59772712fc7769cae23ccc7669fe..3aa09164512c17fcaaaae65b0edccad262828f09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index e6eb04eb3fbfcd305b1c0357d2001e06a7a7b8d0..aaceea03c2948aa818bd23bb0b03b83135c90bb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 3ee719837a670d7116710b90174557f39045e716..911c20743cbcf6a65492421ceae0a379a589b34f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.output.dense/_0.pt
index a8a6506b7cbf904b0b6feed0b45c6efafc29cb53..38c14ce5861c8e16727c115480f8fbf169f3688e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.output.dense/_s.pt
index 9b12727d86f7b3a88004db6a678264213ec6d572..6844b1272a6dadbfc7501f8efb090ded07b76774 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index 851ed64750d9e1225b2831c9e73a8a07b3560651..2d709de4813de7e68557e2aae276ef4989479533 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index e34c0f2c55db570005dc1c025eaa0c13fecdf26a..dd3af85c5e7430e22a6c087de783b03341a58ec5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index 48d5301681cf2ed75137f40628e040e02359060c..7ba1a50d79746990fc246a67747b15826a7373bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index c7edba4eb7e052d50ce82e2b8bda6252ca116c85..3b4a87bbfaf7291bb883fc70ef5bb4f00cfa74a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index 59a71162e091e2b2c9a0705af3e8cd390a0dc32f..ce1165dc4ac3300bd3f8fc734ddb942569fcf83c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index 55cdd6ef2ef8223413c2dba22e1f6c8b35859bf1..baa3b4d097b82417dae3693997242b2a1359cd39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index b14fa34a7d38274851e74e6d5601865663da3418..725545f02d7674b65e59f45ffa7a6394017b7a13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index da9d383f3087eddb9baec97fbb393b78c80efad8..276603a5155bd173a0db3802a1f25a6c907d238c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 2c7b79331a09cf18cabf47b118ba3556393d5d86..4203a2e13430963bb760fc761c04e85a3d2b9b4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index 39bd9c863354773a537838c49c8105a7b1d927e3..1ac85959b54603452da9c2ad3299bb14f2456c9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.output.dense/_0.pt
index cfb4784d8a083e851d23074228cb72f0bc639338..7494725be1eda8f9f7ca0c717ef7286626e5892f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.output.dense/_s.pt
index a194b9e06de6bd3c653c0f6758e3504bdcb68173..a80c14f1d5bedc5cf30ad509fc39fd26614eeb87 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index be18f97eb86634e9039d7b49fddf9230b66b3681..1617a07a3b43e70e5f55d6b782252493f7e1fb4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 62c8bec3143de40134369e28394ad3ff624328ae..38f23b0c9b3a21ace6ac12e3d89cd0e49de7a41a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index efd61b453bb8cbe13b427f4290cd7f205499b0d2..bc64b651d579e8c1de0c9ac4505ea389e4befc3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 28159f5b2213cdceeef418b4c1240c2602b1edd6..84f47bb3815aebea8e72e7326ee995c9cf252e2e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 176bfdc3c9e534d4b191e7ac6533719de3e749e9..3acbc1c86dd9b2dd586ca784aaa6f73f2c395693 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index c4e613925b71c61ac891574d1d2b2a576237eced..1906a83360563a2ec9780238434e2bc982d88632 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index 74f594bf3875e23b6baf16a7db4c252cda8d2fcc..afacbc811e00bec83342f026ca587d034d9bb8db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 44631b917e238d370932a3339ceccc8dfbc2e531..0c5012450edfcb4e815470685eec67859718bde2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 718935ccbeffa4d5a14dc4c8ade4e176d3833140..8e620c75f4f8f989baa2a26c5f5b790a3cb5e036 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index 742c912c1655f935bf6438f0cf6289c8c9d7dff8..5bdeb091a5475949d1560210d08c6de6eaf0a562 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.output.dense/_0.pt
index cb0373d8ef782c2bf7720b394c56a30e2ceb68cb..b244c6f21ff19067fb8670f9e872e1697a301bc1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.output.dense/_s.pt
index bfce16652af1ddfe4c9eff80518ebe2b63cfacf7..2d796a82d17024e4359b539325202a7a1b246bc3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index c80b6e5030f868a16e7b990f390a51b0cbf06aa2..c3bcd9194b475d853e91a951066a99fdf5810d17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index 4b5bf61cc7a3590a3a39980b16450b061de3fef5..231871dadf2b79feb4a7c0a879da62353a9f025d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index 9ee5400d7ece1896886386b140779ecbcd5bbc78..71a2ebec61ef31e7aa78c01ba5db8de4ba76b134 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index 3d86218b2a1e0ad754d8b65be340c63a02369b1d..df5f7013c449a0146164646f84e47b168dfdae9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index a1f97f9001e6166a8a79cf2ca608165509bf523e..9932bfd1d58bb496fa8fb125626553b70aa7c593 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index 209af673600a9735a11b67f45184251e7a8e8fc5..6cd2c5aa65f303a8f4a0d02b2196d6422715e6e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index 33de80e2a0dbc5161a257d2fa4b168b20abba4d6..f2696173ce255dba2e645b90cce01ba83a796997 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index 6311154aa3d1a0b1eb099020e009f1b0c7744d53..6d7736824a90d36a8e95ca04719337bb85955131 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index fbcd7220fb86d7ffce16fabed7be679b19eb6e7d..7154e3f8650f1e20eca6c1b83143a50bba301d25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index e55fb8f22d89c124199edbc7756fcd64edf13117..f0543d9b675bd8eb5fb3f823c50e4a52577d99d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.output.dense/_0.pt
index 9b53f878fc17743dd82a5c67c2aa91ae01722531..21bc3e513b04fd42d3bf80c8845d3061bb31a6b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.output.dense/_s.pt
index 597141137f94f630add7476da152705b0a4947a5..008d1a7b03f6e4d41b729d9088ae51b8fabbd91f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 50a9e1d099bf4450a2b9e7e7e33ececc5b2501e9..10c58ae11ad4b6cd8bce66c69c25a0fce8dc9c9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 07c6360b59cd45c85654d511de74324a4ef6bf0f..1796a5f34757a5d7e73226dd5de1b374f85cd6f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index 200c874ed0c459d9e9003a995c740126258eb889..ac7b1cb073157e18a6a450e688bbb7beb31a6c4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index 891a11851becdc010319f7f9d7fa6876a20332b7..c1eb1f98bc2ccc16c2000353d92dc7c4734308a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 43be2881dda00c89b8d34498967d5d148f76849e..32526c25316788a70d794c3816de96ad29a2b154 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 47fa745145c4fddd96918753c9009bab3f5cf4db..12c1e846587ebeb65d92da176ceb6e128542625f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index 53d0b5da0bd3594811e41c8c3c9d89d8480671af..3725e1f8d280750b5d1b4202f310aa945fc0aea9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index 8af52039134279c561c253cece605102886d8973..61650f413222a6670aaf2fa3327f3d5784c21a83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 75bbc11e6e2b8412abc9ba699e813c3c38073aec..269eb5147201b7b4380c80349bef365e21da73c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index ebefe28f1f79a3757e12a39b1d3e4bac9988778c..48f181d1aa92951d08ba24486952b0461e112c9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.output.dense/_0.pt
index 62d6321b2ddb30917550ce26bad6bc720d6c2b96..1cb7a2b53b2c24ecd401a6aa906963c3a97b329a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.output.dense/_s.pt
index df40d1998dff66580003129d747639df201e37e2..c450e607b5e6d132a4c0d8d9755d35be78e1faa9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index 98b7442b8163e3525863380d48993304b5314fca..1fceabc4168a294c0ad24fb5f33632f221405428 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index ef67145b3890e8251bc026813140f3926bedd798..f0bb59036458665dc4b681d6c3b33078434bbe58 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index 671c89f12dfbca6d6843b9e4ff81c43c5827cc14..fef8bba601f5b9e78db80919f126b2676dc9569e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index d4f93ca73029971bf61fc8ef0a87fa389507bad0..582db57b054e5846472e384502411ced943787b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index b6712c8dc5cf6d0e28a0af8ae5ae0907169a2bd0..b00afcab75d8ae84fba4a2dd9e0504821f6972d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 33ff550bb0795d777e5855b0b24812a5e9f74912..011f0df01a1cf53d1e3b47a6c5f39819488b4630 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index f47aa52acb391a8240bc77254d53e7bde8447b48..f9e0117c6b4ac2460e309baa6c9d71a64cc5c667 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index fb4f167a4e1dbaab638606f864a1aa1a3ef631f8..b6d66e884b6db8f35dd12c2b0f9b53416d990e08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index 59daed3d5927057537bae99a5fc301c0ab4efec9..0b684e651057ad364907efa42fa9afa37475b265 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index 53a1b205fa6eaf9b53b4ecb235edd6e79512a258..c034d2c8af94c9f239be7749f772c633c3e13760 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.output.dense/_0.pt
index 90b98ae48727b3d0b9909e0617fdf71b6a952ac9..5648f9c0aae682fcfd67f5e1fb1b5ca3f9cd38c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.output.dense/_s.pt
index 4b5ee35c520c92c5938a45ee796000ecb2d2f211..6b166367b59431582582cecb3581e39b20cfbca4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index 9870c22ba4bff29e25c7356c9b8cc5f5d0062348..6b83620a7c6b3eaac95296b3dc516b3438eefdef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index f0475ee1bcfe811ee25ca74461f1fa87e7c102f4..5fe7a56b575cf227aaef120cfe38e33f84e007b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index be86535efd85075e6d9e4bcb053da80ce46fd414..3851e43cb7b491d01fe658d781ca3e54b853afae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 95538931add3d1579a2966ecdf10077bb414d73f..0dd418ba31de62df7810311b4f176de27e02a629 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index df622c551ca5b9aa8a86a9394cf32506cbaf8e03..5418b7f7d9964cea5ef10e58f93e9c158393727f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index 3cf07101857c2415e8601f75c7ceb438b4bee115..04966c88af4e6bc959479b236311e7b12a72f29c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index f95eb2d4e82f62be1bc1a89838b4f1391e6f1b1b..4636dd9ac9d4c80ad7d3b0f7ba384d296063bbb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index e3acfa6105007aa229e73cba7b9b3ba09e4129da..4604e7ecd9ece862ce1009e7fa9e783219d85c79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 8e81e7ab6c765087bebab6c2fff0ceec831b2f0e..f600f3b1d5f82b8ee3547be969048194f44c5550 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index ea726ff16e8f3ea9e7d1e10a08772dbddfb47e66..bfb15175e1ab2fb05a3091ccc2e5edf3936415eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.output.dense/_0.pt
index 3d2826bb53ea8ba3fdccb8a76e20f53473a439ca..4e8a0a03761fa5dd5ba8f1f3751a50204f6075a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.output.dense/_s.pt
index 10db633216526181913ed8903a848fb371d61cd7..91bc7b0e55a9f4dcbc7f27826d0accbc833e5b86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index 78e7dd084adcae9073683aa66419cdb0ff32450e..bca572d1ea9fe74cd48d55cdc868e9e1d24a66ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index edc9fea48e74ab19a59eb16f6bfb3d5ec8ce4d3a..cfb7f380339c64fb1dfb63e18fa19735d7b84af6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index 2c24d6e82f7150441e46009db66d96b5ea8f8296..054f211579dd159b8080d4a3cd5b38c8bca93639 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 787accef4fe2cb901a54e157dabc18c4e6e11a51..340fc2e6bcfee502b863a61f9fdae4372e3e527f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index a4d6678a8cfa4ff5fa58a49ea8988e42a822dde4..82e9ee4e6875fbcc5fb41b53e5332688fdc83a3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index 67ae5511aaed8d0aa10947b680da9d906480f17c..69274fd33511f3f73591aa5a8b30c38b2aec68a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index 37dfbf6f699560c29f80c65ce2c127e552337e42..396cbb29501c03181f87083a972555c2604641c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index d4f00e87836a45a8022544265edd53b873719fc5..e259f1be4115d0fca508519e051620b73a2fd499 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index cf412ceb858c064342a69ffecf7e04790b8e7844..80d07f0a97fdd91f5e56157014cb40ace4500946 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index 07244d886227000fea25b1b38ad2da1cf1e63d31..efe87bb6710686bf1612309ccf366dd23d60726d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.output.dense/_0.pt
index c26fcb5ff43d862f237219e4d432af71ec544b71..a6c1e31b8875a05822dbe91865182fc513918036 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.output.dense/_s.pt
index 5d69088542fab2a9b55614e176fe1e58f3b20c44..b1c1dbc993eca0161dc96621dfa5360f71443514 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index ae4dcc935362fb47614c248eac5524886f894900..74714cd2b7531a6b5ca7d3b916d9fdee7773ff88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index 14d251bf55b395506be91d1d992c0bb48e2dedbc..6854655fe63c3e6ff944a7f7e54af0859b1fd9c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index d816f0882e93e068173d4c80bd06c765f05925f9..92e4cde7b1f20c1916fa3b7d26e3a4627da9509c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 1be355a26b7aaa72ab6fc8195dd81704633010eb..8a4c67c1d7aefadc56e95e417065c4843bd626f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index d83ba5f40178ffc3ac53218854c8ec719dd49f7c..4c68db4ab9a51a73621d3252be33975ddbcc38f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 31044499523d56609759dcebde58e6d79c70bfff..a2553cc1d8c95b8932e3cd686688dd05d7f16386 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index f2d3dd7fb8548b44fd95b5dcc97087064ccc816d..98902f4a07e1e285e8ef4f4938289be359ba1809 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 29b2250c223cf63a92e2033f19ad969bbd45a39b..2568205e3b04a4dae42e38456843d8e22f051d2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index c0dc388b694ab24fbf53aa1dedd226d477baaf16..84e78753130524a087d3864aeab89540efefbcba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index f64d6cf9ffd5f6ca648957b3d3be0590d5f6891b..16126746fc642218d0a64a4ae419299c289eaed4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.output.dense/_0.pt
index 7937275d6d96f3a3f9637ce698976d8146fbce19..b68aa96b21c4c34467f543c550c6399c8d5ff046 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.output.dense/_s.pt
index c5c8fa9f56e63b36142a76d2363f35a2a5a81ca0..bf8fc96c1db3389a1a5b995b4a9da3051510089c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index 76902b43ae2599002199f43a60de63b8cfae5d26..b8382720e644fc8fc18542eeca3142fa555fa23d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 941c6cf7a73127f83b961288b719738dd80b849a..bbb2848b76febadc803975c57d0891b0bf4b70d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index 5a7e5cc906fe4b12933ce0f7d0143baf7b5b798b..31fc58d666e1e0ec79603275cf83e458d64f4260 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 361eec04ecab4d1f92f76e92ada8eeeee54616bd..c7c51bd369c7e9577619603dce6d24b137ee917f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index 051ae69df33773d8df0142f62ba862e8d8256caa..7c0db37751313da54ff02af2e667fc2b286285ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index e2087474f110b7cb4b154b6a5d6ea4a5bc30f031..1dc7b28f30e294eacf34eaaca26bb44f994718cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 52868e9e0e71ca118f97520fae3161f8ec789455..fcc845b0eda7fedd7f30b79ced709da7d5ca9a1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 07071d83fcab7b500ab01128faeaa033248b3698..2fede1507d6810d93e614f9bc8b98a81592549dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index 1af347bb80800bd77a7a0cecfc6d93c16bad89cb..664460e438e01ad542ef38e1fb0466caa1c47931 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 031b2ae1eef9743d1d71c4ec3098f7810d9bb7f2..b28bf5c3ac20ef3718dfb3d74497a8b8627cb32c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.output.dense/_0.pt
index 49b1de7c434655dca80ee757b4c3991b753defb3..c224ea8c4b353aebdba00640cb178aad84491a05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.output.dense/_s.pt
index 8d05d89b827053c110b51ef63e8605560a2b83df..e608b20bd7fc33fc6c8c773611ed6487fb87f256 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index 93bad23eda479bfa40c611eaa4264fdc8aff6082..5f3a25de2b23aebc61947455bc1518ac86e1c954 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index 8187b93c292df2db3183b9b8866641ca8007f962..6176364805a1a674c7ec31ff503db5a637fdbfb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index ca6ba3adec085e5857471a31525273f453133061..b1afab447091f26abff724c55147bbd18ae874bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 2ae3b20f70ec7d0e238f024cd0c03df9820b4093..577c4f1edf4a9411f37c0f7fb93994a7fc337534 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index ae1354b3025d6440a81eda68fd2e3ef2b7ee0229..78ead220b984f5f0e37e87e7dfdd5a30de065364 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index 13a4c3612d08af5c64bad07d4f3fd6057b2c8b49..48a984db78ade2896cde2961bd1eec9a40252855 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 49c515fc9d89837d8273a2ccb83a7864738f062e..19ac28c37b2cae37d2668c3bfb72262da16e2a01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index 0a06ef11f05d42fd4dc89b73285a836e2da228a4..ada7d720eec8ce6f86a3afa941ea7c808af0f6b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index 49d67d808a8747ba5b22e79db907e6f586f414de..a4ef779e87526ae17e2434726d64800b70a31c2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index fe2a5e9cd12aac1510c7ed957df9ad5e3841caf5..2d4d09b51d2d6e367f16e9b6b5e1be76b122eed4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.output.dense/_0.pt
index 2adcc9aa678026938e183300d866a3a09bd3a53b..9de476ed120f4b3466e791d9f187c2c37450dbe3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.output.dense/_s.pt
index 474248397e19002469181f4820dbcba9aeab0704..11a6ddb4a0faaad24006e5d7f487d8e2b7a41c25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index a32c0bac29e2064ad80984f6bfdc2c0dc8ce8dcb..23fb81b263db211886e7d5fbef12530bf7fd1ebd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 5f1b3f0302eecec86b52544b364bae3e6a903b45..ef782f4410d9e8a4f87b3a5458533c23f2e41de6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index 69a51c3c0f1d2be63711e3f423661b2703c3a3f6..090f2fd263ae67b0fa3e8f0099eec72c08cfaf35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index d8f349038144a720b520cbf1617f04147c8133a0..994bd381679e0a287881ba7f3b7254a09cd0f103 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 1d21802cf55ae340ed92a32396adf9c947c45aa7..58422563c4e76b60633a7e4b3aa8cf5bce28de26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 24bcf3bcb2077f2a889561c7df86732f9e9be17e..cff4f4ae4b5cd96460d5836334922dffb0ea1709 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 6974ffad4670f644c1486526d05035654d4083f7..b72092a3840f5e86ac51a641e813a894e1af3267 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index cd27984c3e3fafacbea11574fd70ceb932db479a..601c482938ca006e90274025d6950af2d7041f51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index 1a15407adfb93a264339aab9c8975c0399b008f6..9d09ff8873fc7b8cd3bd3dcd0be3124374796caf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index a33022b1ee699b59d3b99f581ef50d3a4628f0bb..cd64fbd36c55c6bc14df2b285405c279e167c843 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.output.dense/_0.pt
index 0f300edbfce84b55580bb74ca3775fb85e3a0d3a..75bec35fded62eeabe14be8e30e774fa807cc2b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.output.dense/_s.pt
index 8d95f4fbc748beb6f66fb3b29fa87b75dede5b95..b5fcdf4b824ad274f4e91dcea21047529eb79eaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index 0fc66919eca86c02e57c343a12408419c53b3fbf..fa00a87fe25f51890318e31135fd73c36e5a98de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index acdb4d2900a0786797e2541a5003159a908fbe02..68fa7374ee34638f873bacfba83bdcad0aeecd81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 050ddec5f8e04aa015c1823bf103a378d67544b5..cefd533ac5590a17dd31d9ad2b149a4d6060758a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 1d9189bff8c4a9a344be314e924507eaddf5630a..f14c5bac59348b25e05b19aea8e778a3bd799455 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index 2fc4ad20b04cc14305cff352d8d9ac5e8410dfc7..e6d019804e53b1387e7ba5becec4689f3c5ca003 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index 9c8f0297ee1af5feca40517f86d8604b65b9880a..2e4b78eba6653d474f8d27d6e56288ff1db72427 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index 93cd698099259dd43c5a531ab0d963df1f88a308..cd6e58200f8fef7f54eaf3f02e4afe14263c02e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 3de99546470976f5dc2ebf1e769aff966b12f5fd..c03b2eb80870244d9a9be2bc457f72378d5e2e7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index b77067c0ac17937cfdf583da3ad0a0911dbe3a24..ec8e6ddab1e31da87fc2fe153aca7f22ce18eb71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 4514b4e1492fe440e54f9f869db86b74d179f823..4475e362e92ceb3d64704f9239f6a13c99a52059 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.output.dense/_0.pt
index f646fbd84b6f7bcea9a2d7b78e1e2ed522bee777..42ac0b7d24628c182940b71d401b966356fbbb3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.output.dense/_s.pt
index 455bf8dfa9515f651aff3ee56eb9e15ecb57123b..00dc6ad7b5c761ed808c51178cfd3956b1b3a45d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index f6ef65e95ffc7ff508303060b9ceea6bb61b9898..1cfd6eab51dbba14901b14634e831ce9aaf46ff1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index 213642de25b4dc0ad76eb45d3ee652140f220e7c..078c211994178342d309e5a98e44b675b207f75e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index 184060ae29d059d6556ba2b6b7f019f346fe51b8..7fc756bc3cbb26002c073c27c8fff159f73fc10c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index 51529ccf823628150647a7c7bc598c8cf418cd51..c184531a01536de447af3ec11f9e90b9eb18a621 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index d9b412f7e7eda64f6740227d83baf05c7282c6d2..2c3218df068fb23027c583cd66d8fea7db499490 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index ed959c83989067f4a94681d20852927bd0e51e0a..3905304cf02542d30967d6a389a40bcd78fc4621 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index 128e653ed79a0bf6a611bb1e603d2d7efbd22fcb..b9ac67beff73fee94515988137b21d0cfacb8b05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 4fb8e428ff0d211f58198aa7bd82d35c7ca32103..1c49339f157c62e9099cc996b28e7b638ec7292b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index ba5a8182ca2ff76b55cf14fab0686e18a06fd1d4..6fc05cbe35ae7dbb6fa215d4a563fe34f867d502 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 6b90a6872f80810516f1cb754ae10a003ff61f07..c4243840a8a4e7bc30cb27ee9695b020dfb3afce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.output.dense/_0.pt
index 81e0b6dad43f0cbfded6b093b88fa48d5943e2f9..0d6cffae60d4c297db30fbfb1542313db8e25036 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.output.dense/_s.pt
index cb1c76c7ed3ce45c626dda11861f341ccab49fd2..0c67c820e06b10eada4aa930f6f5c50f8c3acff1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/classifier/_0.pt
index 645b20c1035731c95918f4185d82f59be63ccfe8..1d43faec85811f2c12c2ffe564dc8fe938010472 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/classifier/_s.pt
index 707361cefed0fcb0d8e3830e747df0df648fcefb..78d873579aca14722a6a7d3a132feb562d3b0b86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index ed6f383a83103e28992ddb1f649342fbe1e07b53..8ba3e8569f7a113d33d6f9f3f928d92fdbaee31a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 6f080dc0c7b163e37fc40f8a5235e712930f6e87..95a076a9d22d24560e067d307a00ddd3f56823e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 54861dd489b69318b2b4398e5ab7dad0ed8f0793..9a9b48a80245677ceb521d6e5594730e2fe315c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index ffbf4cf8032737e8d57473c9b5df9d5215935d00..e479e05e8e111c2722121aed1d99d482ca9d1763 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7e71d35c84a7a81ff5fbcd157524747ec224c26f..0461bec776cc573c72c028289071fd4dcc61ff43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 0da0aa1dda70ca2f93323464cf61359f4a409eb0..35117b6110e0125e917c167af4b8aeb2ebe1f322 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index c109ab43ef649e44f85bec073f4eaa7f7cb07949..4b52038fe0494aa19976a330fc436b676d46edae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 0ae9fb65291a53a1237280ba6e4fedb32b9b59b6..a045db752557345c9d6042e688409fa80b8df72f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 990c96cf73e306be225ebea4e22d255f0b932d35..1bb3ae700ff35595571e3ff2278d332f213a7d3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index ac4ab6a5aa975000fd514bcfa8b06a82e4188d14..a1e5083d6748bf7b712912d2f7547f7a520c6a19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.output.dense/_0.pt
index 4219cbd4f38dcf6cdb96f47cba3c6366e982e0d5..c0e9e8ac34e38d57799a6a16e6bb1c64b1e53d30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.output.dense/_s.pt
index 98aa09b63189d17860b20a7c4274a4a033d72401..793d3b1b672267115b4a5ad1cfa1dd64f969edb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 604adc4651f749cc99fba0582b270614b530eef0..98c1f70b0e55c9ce3207b5b33dd1e30683c8a224 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 8b023cf649896b727345ac7e0f0e7065ee102510..0807a804fb1b78bd7b49814d49df91583138d304 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 3abf6db99e94f5288ddea3634ad7d494b4d6c144..1a21391c372455e5aea5d29c425949cc495d95fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index d52c666f4fad423d80503f232364c4abf67ba96b..c669a2948172f751aaf3b64c45f949cbc9115f08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index ab15d2ddea81bfd26d2c5dfe7dbe4f436a448f04..5c85fc76b9be163bbc69a97ef5b17b05610ff79d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index f663a36b2c087e27d4d3b4a04c2df41ac0a9680e..85ede2fd7634e0a6664d8ac73ce5e3df662260e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 489a6bef47270717acf15bfc0d692fac68c67f07..e8a7e3bb16c1a57c51513d2a41a876c6e7eaef22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index af7b1df6c88345486df8ad96831c45b54c7b8506..c14bb53936f5ee93db7e61ed8746a0254c152acc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 30ed196516fc010dc374aaa3adc383998cc7a5fb..8cf790bf24c1f5b403d4a14dc92e76045d6deb40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 3aceaf8e24c4cdf8646b870787611debef6418b6..cb8ddad4480ac302e4e3e9b34a8eaaca96d121ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.output.dense/_0.pt
index 1ef50456d7b2a534cc11a02dc936951404e08f8f..40a0147ac1e8a17b78f2c53ba9ee289dd36425e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.output.dense/_s.pt
index 0dee7476f22a0508b38947e4e0e3058a43ae331e..bdabb0d01bf7810718afb7e16763653001b5b2c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 3a56a0af4a66bdd3ba2d5b93425cccc67a7c4cbb..8256eb220d07866993b6ffb1caf5d04a89907467 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index c5862e4280047f4ccc97ce359d099e9834b326ba..e3d04bd2d27d8e8dce0192502bd0b10526014433 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index cf0e23f057b257831fa3977df7734246454dba86..d1db15dd6516b3be384b21657a7883b7c41b3505 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index 89cde8116468a46252fc61c38cd44578de781cd1..4c3efd059d91c6a4aec431820e4b1cfc9e783aeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 17f03febd5ad6cacc1888da9de9384f660d3ca10..c160cc500badf7fe7caa963636d94b3f355c1e4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index accfab3040f78f79c1982110b212f73a9b239fad..990bab739af51eb065946af929afc48cde2642c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 4ae50df357421aba948fa7b0866e7e3514906f7e..473cd05b7b39e34edf61054b041cc1e29c51c1d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 195a4093dea3f4d824e366e6c1c8e0f141382c93..dcf8c77945dbafb410e0d980c26effe53034f623 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 8b415d6ce323e6e3403dd06704b2d58961848968..ac2c5e9351e155057cbc0955f877afd3b6b78cfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 21eaa1bc82f049032b4951f57b34b65c48053e7c..f9f9efe9d702b27dfe713d4523fc4c0060d75f70 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.output.dense/_0.pt
index 5dd19424db3405eb02ef3c4f6003c739ea55bbb1..e8e7bc75e69bd770dcceb3c1d951a982225bdbb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.output.dense/_s.pt
index 5b463d39cda5068514ab0d634d7d377fa1e2587f..70cb01ee74dfb41873209c4e5cd2d3ee96760349 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index 58ced833a2420b5ed0dfdbe8b5701e3aa379d9b0..a6d81a8e1ea9d07f7c52094c3ce2d0d8a0b58991 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 7ab646a666a9e1f8bb376b7850398a581f836a1d..a2b13cdc62be973b498fe951451baf8874cb07ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index 312d413f3c78c7a78ec06376c472ac829a919a16..87bdaabf4899c8c85c40a74fdda5ba3a4f6e0962 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index b3d4bcb88b42b7169ba586a7009904c6bcf949b8..2120b3f7d49141594ccd3831e049145dfd7613b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index 4dd3a577113c977faae8bf162112d81e0de7756a..84c300beb83955c483796bff2a2983fccdb52c0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 9f1707d3145fea35a3f64d1406b21ccaf71c30ff..76afd5cd47f5c5611eebaa00f7a50fdda0d09d29 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index bd5c5b23e2713e8a5007a209fa87728132943a44..d37ec04c75c054cbd47d22af2d31f8ffceb279cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index 6dc56af3bd1cfbd85305705b9f674ce2c653d946..e6e5c102c6f5dba04853b6759ad09f3005a37fef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 744203f888f49dd0d95ee6032feaadfd8a2217d0..ae8c2a471e0255a3e56a40f76f26309425626b6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index cf0c3e97e70194aa59f759cd8fff2866ffbd8e23..bc007009a53f298900094eb303ddcc2d504fa571 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.output.dense/_0.pt
index f1fc4de2a1406d3e6a7e462a9771776e70adff9b..04ace165f040c904358badc71aeb0d6298284689 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.output.dense/_s.pt
index f20b1de6ca42e0b28f5932a48fd04456795f114f..aa9935963f7f4f660619cbb91b1fd2a0c217675f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index ec71d93f76c1421bb875d6a0f6b115fb5dd5cdd7..48c39a980b677f573dc33234fd39cefe6397747e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index 4a52b64aaddd24401e7b97a447e6d0ad1774c00c..f86a8bf85058e739225300e2f467a64af8e5c759 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 30a325f4fd683676feb79ce4dff71e17f25ba24e..c15c38f0be1df9c4799805d4a43c1e51880322c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index 51f801225afab1aaa26b3d31c42163307dfeb543..ccf94311d0ca686f426416f5e5f6c442607a4ead 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 4c9b5083ab1fc358d4690b489c4f3c2a1fbf6e5d..49d97cc52f4df337184b88777d33fdaf3340d2af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 1881522971b394edf8dd094b020890f5aa8bcae7..cb23fc69833499e03d6a0784c8d193ee73f89706 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index ae433718ce967ba4c906be7630c7a0c9736c3370..560b13576ce5cc4d52e2bb44d71ccc0595095241 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 2440a6b25da133d60e7898547c23b0a72398053a..5d4833d882ba005edf324535d4b653e117569399 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index a0737712b37766f4bd493b6a44a37342e3faedf7..51c401d97462c55698541e79817e3bf3c12c2543 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index 20adca8e2f4acfa4dcf4c4f182c83e3d2a737b66..db355270e03241f99b0cdc72abcad7219c27870f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.output.dense/_0.pt
index 3c332b23c4b03574d7ea8e06b9176d886cd8bdfd..44c6ee3bb9c40d41a1fee3fae444f2e5bca010f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.output.dense/_s.pt
index 6cc59c0305e5d9f97528d4f80b1959303595b2c5..7f37fabe166cbd245043fc175de2e0b03e100a08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 4af7f2e26bb4e4a7c8bd830d086b74201a0ac3dc..c3007d1f0bfb21c9492fca2908b2f94c5473c3b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 95fc334a3546f56cbff6a10de25c871fe4391276..cebefb137aaa896f11c0a8fe1dd2565d5e3c5a92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 36ee5dcfc59c86502a393eedd075f17e6159da26..7b096aa34b6120c59014f7b3897c869544d0f171 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index c4501cdf3093c6529a1083c66876089d5d66a923..a50237d3b68c90bb0d81bc34cc3249b69d01aae6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 30978c92429c41b43c217025be4ac3c72fcbaadd..682045273bb4b515e4337513d42d932f679ee90a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index 66d501b57e9fa0dc203eeac7592f2b2d7b351ef3..b3888507170ad0af78591824b550f40852155505 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 12ef8c063f6c84eba631fad98d59535e5faa9b93..77cd3c3b41af047e986093b31b2f0c123edfc092 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index aea5b075d4cb9595de60aa3156bc7af10880ef49..a046b019f2d14647baed4428f466a86f7ef73ad3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 6374a9265e2f2db3a0fc4302d3cc99518b82bd05..454f4ccf0ed23cb8c9ce672572dc1f3d6d69c7a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index cff3326df41f0e43f32ece7e93f7fd76e576b48e..d699ac93f125ea7d1ca2258b534752ae34208e1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.output.dense/_0.pt
index 2c5bd34c9873c73a787ce586ae37149d40a40244..aa25296d9a3ada4365c400a752d355955b8e2dbd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.output.dense/_s.pt
index 1ec7d61a74c104eae0adb3d15994c5dc3cd6e05b..24ec415105e658a96440d8b89fb5120245f9bf28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 785c069e71596cc6b34535470412de042baf0e57..1ebe706dfe21b3d6661b65a63491635ad6522d85 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index b6c2528642243f8b4de8ad16562715eec8664fb0..c6d9d8ccdeba811c52784e357fcd448509dc5c22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index aad62559f6ddd68a14a0464393323f65181aaad7..2a60c5ffa90928ea0047e0e461073416df04c99f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index 3bd563b57379dae71bdd7d2eaef13f27b479b955..a5355da144747cf4f99ad4f77db7752347d1c70b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 408c1d1d9ed429bbc1030f865d732be8b6d0a43f..aeeb0447f27f7a3b53bceb2cccba5f3c4c3af485 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index 306638f5b3d9a6f2c05a7107270bf99fb177ffe8..46f14658babe4064a942a3d1d8e83392b76a4baf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 2660ea685e417cdfd055e9e79c11a014c3217569..6e447d7cc89244724fadbecf3336287f41b498ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index 88d246b146a014e9617fbe1bbf460ec4d3689ce7..39e4c830c8862b5c3e4d324b99d497414534894c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 4b97b0608f8c3729e1ec70995526a349eb1a2165..89be136da1b86a67140c689294e13fc6aae34c1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 77a7986831df2245f67b456e38d76b37aabdaf1f..496a5961ac49c60d9dd549e1c5b7aaf443d2a5d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.output.dense/_0.pt
index 142e46e8101abdd9979cdd22bd7f2f85f18c5cfa..84037c1e33df5ccb96cf31e08088402dc20e7f93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.output.dense/_s.pt
index 9cb437281437f862740d24f681f246ad203c1b4d..63756228d801fbf45ca56349cb6d99022b2ad0cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 47cb6fbe277ba174b8259eaa864dd1fcad497fe1..8ee8cb52a87d3fef950e15e3b6d96c7488890fed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 8c111cbfee7ac0b76c41c69a1e72947b662ceb06..c38beb56938a5cf058d14f55ff172fc58815f402 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index d610698bce72862f4e151bb275c5ffb54a35043c..b19415ec210a0b9ef90d09baa8ce81c9d16c945a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 06758d7bddc257508a504f916f4dd9c457fe4fb3..cf0b0c24bdcf0497e0d75764feda44fb7dc702d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index ee920dc84a378fcab843da5dbeb71e25dfbba916..4a35e1214a3007cea533d89f4141dece41366979 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index b63cf2600fec22733cb90859d31f3f4112c49343..f51bb287968f59c1bc83bfede16cebe4aacbdecb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 5d409e241cf3301c06da5b5b16fbee578d8ed09e..2659ad702172c91e01c0424222b9c5ad17fd9a4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 8843a0c811befab1cd414703f288d17dadfa0326..c7e9f496e969cde5811be2e7d6755a9388093867 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index d5d1540b4cc6a9bf6c2bb71610c61bdffd26eaf1..887f24fb6bc1034c9158f04d4892ec5c16e1cae6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index 6b73189997740f470a894069e1057271a68b700f..7ad1181736363655fb22cfd45853fa5ffb948e21 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.output.dense/_0.pt
index 350f529448f66f8a36f4f1e2943346768e6e88b7..3a3964e4d1a1e585837383a0ba711ac9eef45d30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.output.dense/_s.pt
index ce463d6d79d782cafdb4e5badcabe3d703e81e3d..29f1adec8160f68ba797ad0877937e71d4c7c53a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 44918980453b00d8d4f97f880c15a0ff90dadb25..aa9bebb63649493e70170951a7bbe6171e63f2e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 3bf87346a42626316dd699ff032800a001c45650..6143fa826072a2320f87542f9c0be1b2230f3ac6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index f1bbca30222f9d1e62280d01d0db2d6879df0375..6725d1a5823eafea2c407385e915ccf94b5debd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index bbb2b44673ce0b9b20a4036dabbe9a79e4e0e096..e190179513b19ec9932455aea2845703c0f15e25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index c34c5ab119c522c68de8480dafeaa9ec939d5037..9cb58948a84a3e5d352c6411f98f85a9e3f6085f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 3421e5dd4602f7912063a4fc286312fde7a45c89..fccbb28c95fb9f53f6fbdb3920fc18f38fe717b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 43e4713c0d764b038bd579f0add9291af46c103d..59bc6a3560f91c4effcb999024cfbdee149e4497 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 55f588580a3c819a17dafea17d88fb653bbdb98a..3749056c5e07d4486cde78b8ffe347b30fcdb87c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 075b88cc0d1840826ba2d4cfe951103bf9f9a555..5f293488c4e309c68af8ca4c18e18e7f6251794b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 40e5f455da419c6cabb2094395a3d33c68cf0190..5963db7571bd7647ce81ee28dde1d9252acc2b3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.output.dense/_0.pt
index 26d29a289be6507905325fa43a25122f5e9fcf95..9727f4572be46ab561aed9c11c191d25d1544acd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.output.dense/_s.pt
index cce8b9c6c13a2fc31c7bed4dc96f2b43ba1d7a3e..9aca9b836f1ed7306076182ad0facbb9b34c9c8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 621a6cd5dc2c6d7e0517e220901609a034b33c1d..99a1a34719fad751d81123fc710434dc416e7d4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index cdc5d79eea6bf14c1e951e334e6c8c71028a983d..602b414d3ffb6dbce5c5226bea1474732a255ad7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 551d8fe1ba9db233339f8e0b1d93d84a9b5fafc6..827b1b736bab4209f5382fa7040802f3411e83f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 4e65412e6717117f3710a3288755bdc8d72af422..26cb1ef38a4ab2d37e08de3fc05b1ebf0c13a3f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index a095dbc7ca278edd0dd5d4333563c1650528b9e7..ac7bf8dd7932133bd1d86859034619ab539f9c94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index fb294e41e40d9c0f36488dd287f77c2643c4affc..96a909bca892160a662eb6a4708547c8906d754e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 96a1d9dcc6277b1aee45d06257ca0be2476ebe8f..50bcf4ce91834e1be26a9867d3df4a0051b73b8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index bd125d2149585a23cd37e940cfc4a6e6d63e8fdd..547594b0693e9ec043a7e8f22bc6336985e52514 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 2841376b6b0d268e31285499bc10cdb496938dbe..8fd3d27e459d34c7b2cd63e17b5209f4d59b4983 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index dbfa1f44c6bd20fe6813abb279e83c2d7afedbf3..7b3f2034a7be2255f4c3d9fa77bf9c5ab7c1e3e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.output.dense/_0.pt
index 6789c8907e96988d1f778799c2560e96f870bbaf..3a35bd62bbc9046492855360916a5fc4f3568354 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.output.dense/_s.pt
index 5be3cbe1d8db0f58354cc9a8c1b77a7cbab935ff..caa94cb95892328e7383d6ed7b324c6820de1cdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index 190230f5bf0bcff051e43240063de2a258e3e0ba..5079f4f5834e4351ad876b577db478cbcc01f90a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index de3571716c2a5928ecb4668b349c4c7a400a50fb..2786766e08ee02046332726cdb152c0632936462 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index 9cfb66f4432f3cffff6e4389ec6ead62c7bba78b..6e67c000d27f9a872bd8c9414abef403aa7a4012 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index b9ef133b9a3ecb9b1136a2504a3c8c9fb6e433c3..702cd60ca4b46daca2ec2b3c36945010e09059e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index af5869da0359551074946324a9b1d9291509dbd5..0ef06487c20ceb9ac17d2ab12687cc041e9fa693 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index 15691fc210441308070f3c1ed493706c21223219..dfe7cc6b1fc35cf1d5d625d8be173e2ade59a8fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index cdd54db529bff0872ac46c1bf3a41b2dabf23e2f..d23fe3257036ab448b2ba9eab2bdf5d3ac1d728b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index b526248c00a4f19b0fe16ae7cb49460090547eaa..440b834479a6329f690fc793950e36f964deaeee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index d33279ad9e9ccd30d47d148f51686013002b0061..27197265c6e5226fa784d1971838fe889e4e80b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index 6af3ea87688adda076d4166f7c8558d7f269e6c8..7ca57b353b66e85595e9bdff771f5fff4a63fd51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.output.dense/_0.pt
index 25b636ce7f925929a0db55536bda0de7244395eb..3a767daab46c74d5992bd3f6d1b008397678ecc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.output.dense/_s.pt
index 42c57e8151b8cfe5741c248e844365aaec604ef8..829a45bfaa60ac04e40ab14d223a77767c634cdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 570584d35553111bf670572d97fc78fdcfbc7e01..73ca2a2747d93b47353bcc4026f9f0f1a4e091fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index d6319df67f7bd31e91bce3f104199def7030846a..19c2f139636e0f7e83b95d3adae6e95cf3ffe4c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index ad07c30bf96cc4e640394dc9cfc7bc0674e7348e..9c5fe0aa02c76b4c635d6cea3eed884660910cd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index a8a6bf146630f9062091016a624c9afcc53dd98b..14c025dc140b99403e0f34e324a6ee2fe9706166 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index 2492c0d00b50608e22251152ef738a960332e4c0..7afe29cd33c0abc02817c0c7cd64987b7a895efc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 37c3d916fb7330828baf4158d816e45a38031ae6..930bde92276275cc72121d12ada7552ff50aec9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 1fe877850ba0bba8ea9a8e293c4aa9e37524a171..5bab3e6c475dd599861569d72a73bd9dca9854f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 5c790c229f22fd38b6d1d2cb20ee64328643ff8b..93cb5914c3219e990197b9fa0d6bf80a97c13d77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 60752fa1c3877ca1e332b8312588eb9f3f7cbe6b..09cade9aa2f36a2f629da500688d8284c9696c5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 51f21a6f2f6cb743cdc6867e46ecec122ce6e687..cb75c7dce9c2258d2b8f6300234d4479ea876d17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.output.dense/_0.pt
index 93a78ea3ffa6856f770d619a8b1c836feaa2f52e..8981ec8520326c9e851ec81ce2bf688f2634d417 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.output.dense/_s.pt
index 5398a156c54ca074f0d83781ec4eff1545ebe868..5c22e4bcf781ee54d5426af4b8266c02e6f4dc7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index ec9d96d333fa5447381878cd705c38e1a7c3dd94..206c2b9cd0da879d7d9a2c702689ed12db49696e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 6638f3bb4a0f8b84d6c3d817eb03c90487279dc9..f13c2b5d07b0ef99338a13460a405d8b6887a479 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index d4c094c59be4221689a61de31b521980977359db..55e41e2ea1f68b5d718c10b0ba5e8f6356bcfed8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 4b2e064e338319937be8e84690165367cd4e53df..6dca92f2231f77e4b6bad535a991a752951320d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index deaf434df903d04faff3075bf3f25fb1b958114a..c28f9596e22a1605e55bfa65638c153a08fa13f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index e3e1e602b353b8c2547c577146046f7d140ba170..710b9f7aed8bdc2cdde3be541f17078e13f15f80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index 5e3010e468df0d41626d816e29d30965089b11e7..4eb0458605ae858a4abec29aa3747c6b927b5687 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index 0591c4bc847f25773fe024d3a8a16c27bbc37aec..869875e67390bc4cae4b6ef6b3ef3d47cfad7b63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 7424059c2a0dffe2a90bb6d9cea3fe03ef7e7b9f..12a11124380a0eb439dc3d348dd16e06784e47cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index b98538d8ddad9e662f51e56a90c42f86b484fcde..cd438018ebdafa6a8067688e85ee2ff16bb070b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.output.dense/_0.pt
index 39d9c88a1a7930790a7fca73cc4690b70e206aca..4ce17e9b5342f1aaab579dc6f7d8495752faac99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.output.dense/_s.pt
index 2d0d612ad8a92c84a9c0c1687299d7f280e13330..4bb4e24a80f304e73d66c3897ebf38a499851be8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index f92677ebd72c2063ddfb0fe20828245dc80582a2..5029150ad98186a7457b477172ccc8a152c718dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index 05255fe7d8cef7c72109aa6beb16e972f507d3c2..e80f1f4e310d99127e95fa03dfb73322ad07c4ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index fdc667c4cee0aae67a7a0d5d6bcf90402008cdb7..0b6a8f97c329b7070f2d49de6c02c99ccb14a006 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 25fafe0c5d6d4bf0d96a2887acf8539fd62cd919..ec5bf58c910d4a9ccfb6e9cba6907b42ef81ca93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 8f6453e65f2a463091d471c5c93b7382604b69cf..fb7193a1eb58723e1b5e25fefe15ffb4b1aa4af4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index c6d11ccf7f1aa40b82f948a0e54512fed008ab56..97ed24c3c692e1ee321be16ca3d29362624f0ec0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index c1be774b2f6998a3cc71fc837d2c6069b3226c93..907e838df41972d3b5c8e516ff4fd77751489c99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index cfb9a3fb1dde3c724f6fd18b4f18d63755441b4a..9068a922d5980d6aaf59315b65b113f0a44c7219 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 77d9b91af5896ae4cbc4e127f7b0c7808cd62cdc..0f83346ffef240deb4135c1d5345832df4d0abd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index 3035e641ccff72e31ad8f5ab253c6f4e9ac386cf..0a73168663af6a071c50759c33e711e8481ddf7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.output.dense/_0.pt
index e4463235a8cf62fb0656a47852f9714a2a757d85..c1a9fabf5d8a74dbf5b28eeaed8563cd232ea9c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.output.dense/_s.pt
index 0b8a0119bdf7d212437427a63cc43e547631e407..7be99c073b1af24a4f245d8174d834602449c8de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index dc02e98ba3364469361ef555e4f5370a609f23ae..ae02fe7889ebd9bb43fd46c3e1966e7741a35c55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index c39dfcdf3c5a5e9306713a074308df60b6aed085..9a4ef1a45a6c9647393c2351e35576427cfa8f4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 2f7f0927d4c8ca257a8b13183d82b89e395f5503..3380bcb7717c24b51c0b2a6e203991944a51e7ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index c5cd6fe68f5ad2f73a14f3e395e339507d937ae2..ca4db62b69e5afcc47e6fcaf006e2e8a3c873af8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 4be5daef6772354322259e1eb84b6df597136093..4581cd9a6d00f9ce2010fdd78ba6706273091a76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 6e8dd48bef04a442aef2ee7172bac6ef8d1e0bbd..07381617e5d807a9a4feb19bd9815f6eb3a1fea2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 0bc2f9610a925987270e86d6fb28610401a446ca..056525a5ef88fb630d8f66428e6fd048959d9276 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index beafc6a7b67fc0a06ed88f673e23db5a5f777ee0..32769d5a5c1cc255a8d03e33ed1079850a45b1ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 22df700ec29bfef532263fce0665b93c895e2159..47c00f918c9d100e1f70d05c8beaf55011f426bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index a56514b20a6c3403aa3bea4acc00f902a3f3fc4a..46d7290dff347b37655c6c959789341a22c9cc1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.output.dense/_0.pt
index 62b30ef97a77ceab2a3cb2add5b4eed30e848a30..e2d187db7a6c8935c6cee0dea6f6f00974550f61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.output.dense/_s.pt
index be0bb1310e648f8b0110d46b7302d742fe4420e4..f90685406e7cbcc3155efee1f67da5f7d4b9cf2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 5c0be11a7a853e232f87e52cb24b05483dc3ca10..3b3ced8d615a803fcc5a7351689f66c61f6d94af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index 3e79ad71e0320b27b727cfb15777841ff0cee821..06a165e3e173daf3ad9f6ab71f4a6ce1db559028 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index b588684e05946d72490bd80cbbe931840d2e651d..15e358f86dd8ab89dc776c10e82428ebe013b052 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index 978c634fa2d49e4239c7e329aad3a8a9027d9f59..213f3dfc1e8328cf9f390cf1775e98c8c5a4ee13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index fed85bcc3118572e46fd6ef6ffbc8b0ef84c8999..ddb65ba8b19955abc0a6f139bfc78fb22e5208d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 9d9314665e44e31e36a2663238230c6b42fb04f3..5d108bd3d2cff2fdd99618f207cbb4f278bad02f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index 1c7527aa173b1dbf2aa16df5ad09b600ca171dd9..02bc1842e984c93406ef39b1e8438ee54a62a020 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 09cec3f18aa7c77440e72793ffcd6da88add400a..d1d4fa95bf41f6ae836d062f915a67449a1b4ebd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index ee1a848b5831b26e4000d3f95fb5ec5f5545b323..b928970db83db4442666b0b4767990e4d672d891 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 17c9efa163043ca12b08331215b6e0f5a6c8e80e..f8c98c952a91e66f2e0401d3ea60152c2691acf2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.output.dense/_0.pt
index a1187f515be379fb354607704160c997b080a45d..2ee2a9830f04659e766cfd0de15c6394cf2fed5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.output.dense/_s.pt
index 20bf30ef9833c86298e26ac634ef3173997f84c2..7674df91ad012e879d31bac1afccd7abd0e45491 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 690667d7592a7cebe67a52d9dab1559a7f77bbcd..0e4ce44cbd5a8d9dd9489052656825fa7fa03feb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 4d2acb98938e29a4b9b58bfe246045f56a5bd5f2..1bf0da3ee3a812f6f34e36cb662775ae9666cf44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 15cc6646f905e9293d21c3b445f9a11580625e38..1802395d7b34091be6f742ea1ee27c6cdfcd72a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 277de433eed5b590f947a2a7a842dc9a9c6c2965..86a14766b9d1e425e31b3f5b7fda357fd64312bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 8eb886e844202feeccd450d67744adcf5a0b3a14..3a226e2304f6bfd76091e0da0f638204ef249ebb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 9c2af7ff2328b07172386bc230916d980b931c53..ecd41739e3aaf4e7bf3a2a03653340f00de5c6e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 1638278d8fde34aa5a6d44a37c058d3269fa875a..f2c5298b5dd038bc6e7746cc9a3bda637ef2b911 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 005dd6c4e99d2809ee02489ea3861d806c99fee1..4f401d3fb049e8741649698e121ddf7e325fbd8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index c4c62fcc0346bad774ef2acfa5f3d60c4b801223..2ec10460900aa68cbb64695d36b0cdffccc5bd75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index e88c7eb6a63245ee1ded8dc177aca18782386c44..37e3a343169a59f0418add14563d96cd3251c910 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.output.dense/_0.pt
index 346f8dffb969ceb3fceac1222109707c28c368f8..8be73768fd5281d41fe94fffd66a2e68c68861c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.output.dense/_s.pt
index e257d4735726669fe6c40f962f3d431aac1c2236..24a360ff899ff93d0b401664c1bcbac7e073d33a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index a6920c6cae5482049704aadf4789a69351c90359..eaf95091f7cb623e2d81b39acfb91fcac07ff16a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index 59df6aca6ca00a0f41ee36a8fac30ee734dbfdbe..2d96543730ad6f17cb6eb256a719f78d6342c04d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index f4c9e41d666f6122b8394fa01048e0f9eebbfab0..e59cf9969e98122c55bb89c0470d6541bbe0ee7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index 1dd99d5397c4f1b1afa4d96838b5a45b045155a8..780521ad74647da072ba6b1f4c321d74948ef9ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index f9475b712323d090e842119b94c99e46c6822bb0..0d5dd3c90b4c3c8b66bc0f84d7f35037430c0080 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index a0f61ede818a6a510527fbd09229411181248594..f8a3dd62d02ba261d68d2bd5b990cbb7415f94ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 999a50ae9d73574ceb0c6d38bab018ca3e907e6e..e8d9fdade9826470f7f32450c201d1c79a5a6895 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index 53f88aa5920620e5c8b46e6c3ade64c3b935a531..d4a712cb758c61bac82ab57a293cd4fb8c37d321 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 88a2b4dbdf50f0f694ad72cf7fb450868146f5ae..c16bda416576143a3d69d9c7f170fd11d9929ac6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 6ef0b5a15b76f64e083a2b0241232b9c4a8aa596..e3ded30ed02fda98574d8e008832f67eeb020f03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.output.dense/_0.pt
index e2d0744ccbcd7a5721bafeb9e6becf5901701076..16d52642c281369094c1e6e39829bf9b31aec4ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.output.dense/_s.pt
index 66b253f894f868cad15c5c9354d2678a06829224..7b20e1a34b00cff26c235f8761d6be690801f6f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 85ee680a15dc390f5c792e155255a7c41e7c56e8..cc1f531b2de0143d83d2502e2aac8025cac29e0a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index 1b55737481ff5af61b97be3e8cd12fb6e59c5d2a..7d623166c0b89da28fb3a6f59b1ab48b20d3fd8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 7e17fc81c5cd9d006ec206933d4394d5d1597e05..bf98604673760813da8a6160594007d0c75c96fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index eff746f86dfc7f37dcf79195d2a97f1b6cb8f8e2..5fcac896aabb2e278f04d7323773aed2537466a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 429d1cd2fecb46874e088c479f2cb651544f49e9..a649b8ec4cced0c322c57d4ec2c9be1875514731 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index b98c1854a79f2fa0dc39cec3e0fe0a1565e2e317..fe874afbb41b8c1c079885b2719b9f46dc1df9b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 766d91e14b71e5458eeae9070eead19eb9054cde..bb4e145b7da0e86bb8a796f20ca4ffbc7f7641d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index 11a0cf267758379daeccd92102eb4a62204ef639..58efa555e12ad51099a853c35a9a0ced7f916a62 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 894b2702407f2d5d13ebd00bbd7c37dd209f05e9..0c477ce0eafc1d6687b9eb15b3ec786350828538 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index d871849aa122ccd5e52060b49161935cd3c72f8b..48a7d47d91d269d48a0830dd4237452945ff1cc2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.output.dense/_0.pt
index 4db658281ebdf21e70eaad64d57cd6f64b32919d..f81752962a4dbced3ebf2260b6060fb7c6e4ba2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.output.dense/_s.pt
index 07e352aca793dc970317b184225c56ece58ed7a7..61b165d6f4048c39f673c2c217a595c78849f30b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 0ec36a27c3fd680d11d895095f578ea6e086c1da..3f89072c01f2877f5d5031d7ef28d9777d17d6ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 9c4c1bb2640391e28e407b84f53eefd3c13af59d..9f845835b13f1dbc3dab81f9e4c30de5f3c485ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 76503ac1b4e59850781a99134d38e76a8ff51506..755dc92b2558f30d939727b157a4f319f5d3925a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index 9c61108b3b33ef1d9d6698019d48d5acab1cdc60..fc9355acc697ba310358664e9f73924438775c9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 46ab2361ad7e7eaed962f805082f2494fd1019e7..5d456e6c7d57ad3e88b54b551a2598cc0a674aae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index 3c49b2c50203aee47b98eff02ec5bf8d350b4cb1..17924b79670a17d4dc017a764450eb27d0f7c640 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 9ad030a90d75589737ffb920e7dcf984720aed91..8016bfc7b9ddbd22b7661419bf08251de7123001 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 135ec29d7d6256a48887cb5530c8fc8745adc8ab..e8765e7e42fbbd4c45aba6cf4ffafb868ef5bc07 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index ece84bc6824f1849c6b5edd3b53c37ef90e0de72..5081203e5b50233e4896446df296d70edaac78cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index c40b9f3a5d322914c88bb1da608ef8500d18a313..e50d3e230a5ac8386a3392bfafa811f1b431f68a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.output.dense/_0.pt
index 88edc0a54971df9d47490be0a0f9b6d9544d3647..4ee29308825f8d2a538d88585ce42e199ac0cf60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.output.dense/_s.pt
index bfce1b3b9dff2848a0e9a9ddb35c0d69bc7c929c..783063e0c5ec2fd7bd28d9e133bd8d7843f6b13b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 81b04d45db05d2f9782c8f081d55be7d825c9771..fe94cf477f0c33d18eb0744a32a49664d124e760 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index 9be7bb3dc8ddd1796b541a25ff60dea29676ba80..6eecc4b05d15e1b89352ec181056a18446dfaed4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 4c6ecb2ec7821c65e6a201ea9bdbe6d8740da53a..a8c58e683a2fd1676c44285a0abc44627b06cecc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index e0c9ef0234c597eed5e328d0e9e57f1b760069af..e805c8407aba1ba646c3e3039beb254dfbe3355c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index 7cd03e3be6f76280087c79e2fdc467de8093fd3d..61768d0c8ca17b5f970f6c6b514737e4352fa6a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index d739127d253545e22ef3d1dd8d60f2658af063dd..06980bd315d21445708d3a5b834581065ec36434 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 9162a10728587a4840015c557823534c0c59ff9e..fd60cdf579bef7d3d7c3fae61588e0ce65821d3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index e20d29a52716ce5566d15c63f0b714dc38b02eb9..9e66dcbe334954a93d1a24aac661d2b0da2bc4a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index afc560514003fa3f0eb95399ff78037243877d43..20285d66400c85faf008da79964b090c1aad623d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 7bae9753016c3afc1c5d6baaa3a892239d2952c8..f4a84d43635894551b7f915d8344109dd9e279c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.output.dense/_0.pt
index 8573bcbecf7b4f2cc0672f5cc2dbf31ddc6573e2..59d2c41e7219bb60c6c1f491c69bb68dbd3215b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.output.dense/_s.pt
index 50fa8c120f8bb6a729f148bc6ade1ee8ca760e77..ea37a2ac13e946d84818c531c2390561584cb154 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 0bd106c766eef81b6fffe8b32ce0871ff3538701..bc591bb546ab91c252a3501f1c33deb5e1ec01cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index effe6ecc6dfa3e47ad79005d39798abe4f20cd88..08edf672359593a287a01af1206a2dd8c67ad6e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index f508cc70da20b33c8f34f58b555d2b03d423703b..85bdbbdfbc937c7a2e0e010e47ab9583e2f3b3a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index c9e27aecf1d90ac4a0f2d9a555f2aedde43021c4..5bfa6cc6786ebd6f6acad8f5dbe3d3850d4b64f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index fb5bae99175af9bf27f2f06f6e4d90c81052a442..44510c0fa67fe7f00582f201f9edd5064725f1bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index d63f1c7b9a3627258cb063fc8abb7ad489eb1d49..06a2c550c5fe8b9b3a676ca0b7a19f112b030308 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 3a0dd5a4fc1145b51a00bb0b4efee37b8df66b17..e083810cb1991f73275c73aefbbbdc32aa51bcb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index 9d644665c6841255b0ae0b6b1db047b49356dbc2..8e50e237350e543d9cdac1a7a57138b73bca4047 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index b832a62e82c021e76878955baf96de15c7355c95..0c3a51b2d6762eeb7442cca049cc5d5d36a834d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index 65ea6e01c17969029ba753f030bc31f2df139ab4..39a9982af40cd5b2be2365434cbbafe75c15cf84 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.output.dense/_0.pt
index 012f8afd352d58dc98a657835ebb3433bfc2b3c6..2d6507acb74d61eb7984fed17aee95949a568302 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.output.dense/_s.pt
index ebeb01d56f03dc3308ad747b0977ebfac9316417..e46de478c8331a240793c4feb4ea6943e9f1a53e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index b5bd15e08bbc0c118768630172d1d7674b940906..a5b97e35a0324dbcdfdf786ebb0b14abc8f31a76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 6618606a42f2b1804573c86bc91b66efc329c9e7..4ef9a746595b4add6fe313126287cb6349a925dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 3742fa5b1e108eed7fe4aac99b5ad846c4c3445a..ed31b0b0d0879b2fd821d86ad6fa69f781debec3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index 423445da9e1cf702c231b71f47e932277a4d88c3..98c8e6c2dfd3bdc4bc15e1825c7ba67b9200c3c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index f4823e7b7b8465b8c0957f28b8cf3ac9354bf3c2..abe4045756b0c557fbdd1855a89eeaccc723f00e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index 1a213fb4de7e56b498304587ad825c105edcb9e7..04663509b5a07040e5d4ddad8e64f516da1b6c6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 16bcd4457d0ac8c4656dd261c1304eeaefcb9e0a..c07611553e42b24f84eb86d7c9edf949e8030437 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index ed9be75ec95eeba36645ff7b9213acf920214d85..35caf39b431e62c7bdd2597a60580d738929205a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 392f3a00ec1ef02c99867597b91af01783239c92..a5b1a6ccff3d4069d1bc29163ba02d763883d1a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index d74cb00d9bed293cc4cbdb4c735dd29b3ae55879..48a72714f81701977f668298df4d4aad3b328a19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.output.dense/_0.pt
index 85814456b8c893a49101bf3d7346b9802361e380..90ba739b15cc408eb17e1609ab7e22ac4975ac78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.output.dense/_s.pt
index 10766fddedf6495a2dbe403abc848accde9eb348..d402de24c5ea393987d7a4fc893c2782fd96d18c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 11de9f67373ea0f2eeacb5d775a5d10957fd4d9d..1d4526d06d98a9941141bb26b520d9a1d82c4783 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index aee43bb05f5fcccf148126985236f140072d7c35..afbf4afa84026e25802a558d31a7928aac312900 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index c03e7f12582580bf4957ad74988c8eebb40b3d0e..d9751014782ea3184985f2dffd7d4c55aa3f8e45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index 3e8659b63946cab08f9a3b3f504c5858ab444183..d358555f37c6dd891091dd75ad0fdfd3c3c3a747 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 55c53532b1c58aee6807ae330d8e99f6f13e2bef..637b2a35f4b2a3ccc09996730e6cfe85fd8809ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 19200dab4b6ff0b0efc577f38b275b057c5a7774..e54aa1a11c91d889e113d8220d726870b4b53ca9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 1a51a962353c7905ad36911f24f4f0aee51b449b..23e00e16d62f0e3c57aaac8ceaf6c198bfe01074 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index 7b0d9285e4737cd3a22fcfb67bab95b1edca4079..3b6bd08e37245676b9705af960c5191a1846f8e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 175509e297b543c919c2c657e09d77bc5dfa2104..0eb5d605cb545d6f18580e98aa9e6c00b1906c80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index 9e24a2578608e07865ff79e70552b9c86c9272ca..514cd852a39da5445b661a233ea2082c3ae08a66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.output.dense/_0.pt
index 9b5f6fe816d3661487c9573f1921a7d05473b59b..7e2e8980b5aad02c198698ca09fd78842f6eb2cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.output.dense/_s.pt
index c8b0282e8b9f56fd19d02165f4eecb095ef3e572..25620f247340c16f3a91cdc4e632f4ad3eb2b02e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/classifier/_0.pt
index 645b20c1035731c95918f4185d82f59be63ccfe8..1d43faec85811f2c12c2ffe564dc8fe938010472 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/classifier/_s.pt
index 9817daea884c531462eeea3acd737c7f53a68359..764d3f23ee535ecd098167469a59e38035fe8f28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index ed6f383a83103e28992ddb1f649342fbe1e07b53..8ba3e8569f7a113d33d6f9f3f928d92fdbaee31a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index ba1ef230bba3f6cf5510eae29b6c6430e9c54724..e0c8ff84a8862aae7038d7d604f09bc493aa0a56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index 54861dd489b69318b2b4398e5ab7dad0ed8f0793..9a9b48a80245677ceb521d6e5594730e2fe315c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 99ca8d60bef2f08d0399a62869f3a32577a3c6db..f4307520b072e5406dfea5706bce41f55a80aac0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7e71d35c84a7a81ff5fbcd157524747ec224c26f..0461bec776cc573c72c028289071fd4dcc61ff43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index 23daf5112cecdfef8f29ec3b8b93be6492a7fb6b..3070fd18e9cd656314587633d737430c331526f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index c109ab43ef649e44f85bec073f4eaa7f7cb07949..4b52038fe0494aa19976a330fc436b676d46edae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index a8bf1850772de341f6b1d8b0fdde987746205653..843daf8b54913122f9d1b00ebb4cb8f76d73e935 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 990c96cf73e306be225ebea4e22d255f0b932d35..1bb3ae700ff35595571e3ff2278d332f213a7d3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index 56194180c6be22bb91fc728fd0cb06e47509e5f8..7bb192a7fb4e82e20e7ba2a3024ef970b1f61496 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.output.dense/_0.pt
index 4219cbd4f38dcf6cdb96f47cba3c6366e982e0d5..c0e9e8ac34e38d57799a6a16e6bb1c64b1e53d30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.output.dense/_s.pt
index 0612475d391db709b0136820ae1c3d150e446946..d674e05c7a0fa860cf7acca7798cf03aea7a22b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index 604adc4651f749cc99fba0582b270614b530eef0..98c1f70b0e55c9ce3207b5b33dd1e30683c8a224 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 1e500bf895174891af8286d29b1cc1b989022616..dd1697db8ec2c407c9eda72ff53887b3a18d4784 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index 3abf6db99e94f5288ddea3634ad7d494b4d6c144..1a21391c372455e5aea5d29c425949cc495d95fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 4ad0f007a7e9aaf611c38e91f284ae7e2cfb0e4d..1a4faba82a975c13ef6e79ee58b427e9e8e7c8f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index ab15d2ddea81bfd26d2c5dfe7dbe4f436a448f04..5c85fc76b9be163bbc69a97ef5b17b05610ff79d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 9ffe1928fde638d052c6ec0260560f61f99c2a61..23c6ca6e62337a8e2c4cd87e70fbbe86d9b5a02d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index 489a6bef47270717acf15bfc0d692fac68c67f07..e8a7e3bb16c1a57c51513d2a41a876c6e7eaef22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index ec53ba5f5fd24aeeaa27acd4e47872435067c06a..880b79044912fe46df2bb7e6d300c42a5ab99d1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index 30ed196516fc010dc374aaa3adc383998cc7a5fb..8cf790bf24c1f5b403d4a14dc92e76045d6deb40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 456e133c4e1465eb14517f9f8ffd195b88e2dde0..34a70cc76a3c3d021fbf6a331e4a6402fb7ae870 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.output.dense/_0.pt
index 1ef50456d7b2a534cc11a02dc936951404e08f8f..40a0147ac1e8a17b78f2c53ba9ee289dd36425e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.output.dense/_s.pt
index 431c7ab9ec6b85a7b9cf1909fe6b4013d65c28f7..1e6793c635aa383e259f8c24fcb9e20033c9cefb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index 3a56a0af4a66bdd3ba2d5b93425cccc67a7c4cbb..8256eb220d07866993b6ffb1caf5d04a89907467 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index c2bdb52bfca6ae50ae48b49e18b44158da370af1..425ac070a9393b8d3e7a0054be0996fb5d6cc6c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index cf0e23f057b257831fa3977df7734246454dba86..d1db15dd6516b3be384b21657a7883b7c41b3505 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 4f8a189efbd2f8fcfdde1ceeecbcee352bdb39d4..b6fc49dfb4a9545a74941f8f0f929b3a33ae5901 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index 17f03febd5ad6cacc1888da9de9384f660d3ca10..c160cc500badf7fe7caa963636d94b3f355c1e4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 849010692054064351fd016e671353f6f76795fb..d3ad478440c18f8334f8b898dbe3df91665d4dcb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 4ae50df357421aba948fa7b0866e7e3514906f7e..473cd05b7b39e34edf61054b041cc1e29c51c1d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index dddb112313985cae4bd3b7392961b5ea03fe432a..4b9df91ce21f85073baf2b9fb6a25cca80294a5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index 8b415d6ce323e6e3403dd06704b2d58961848968..ac2c5e9351e155057cbc0955f877afd3b6b78cfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index e5eb570e4a9dd7915a62ce75294f615d5e936b0d..10de7656fe7f4dd8a4539ac17ea1fbbdc833285b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.output.dense/_0.pt
index 5dd19424db3405eb02ef3c4f6003c739ea55bbb1..e8e7bc75e69bd770dcceb3c1d951a982225bdbb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.output.dense/_s.pt
index 850c48bd2bab52bfdca83033f7c42e40b687fcba..36048009374d4007ab73f4f730350e332a633147 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index 58ced833a2420b5ed0dfdbe8b5701e3aa379d9b0..a6d81a8e1ea9d07f7c52094c3ce2d0d8a0b58991 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index c36df21cb0c530ca4ed12d3358c466deceeef993..df244735f696e752bb1e7e595f41385499c188c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index 312d413f3c78c7a78ec06376c472ac829a919a16..87bdaabf4899c8c85c40a74fdda5ba3a4f6e0962 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index 40238e008c585af03f78cabd8019da549fee7d9a..c81e64e2c0b3353b51f5857e6e61f5422e4e2bba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index 4dd3a577113c977faae8bf162112d81e0de7756a..84c300beb83955c483796bff2a2983fccdb52c0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 35064cc8a1ed698c9ad4b022a9c05de7c341ed1a..a8f1b19e97660da06f48cde0a1fe6db27a5c14d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index bd5c5b23e2713e8a5007a209fa87728132943a44..d37ec04c75c054cbd47d22af2d31f8ffceb279cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index 1c9bad3681e41e99ada60c7a7a6a35096f36a00e..31d8a3438401c34f1e0db1dfefd20ecb00d5742d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 744203f888f49dd0d95ee6032feaadfd8a2217d0..ae8c2a471e0255a3e56a40f76f26309425626b6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index 93ee1bdd0b7ea4691c8caf08395615469e4b2e1b..3b05d83dc4d5d0260de4ea8e0ba35308ce718fe3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.output.dense/_0.pt
index f1fc4de2a1406d3e6a7e462a9771776e70adff9b..04ace165f040c904358badc71aeb0d6298284689 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.output.dense/_s.pt
index ccc2b4a9902ea79e1df32f9c83f1fa518b3b0934..6f3a8eff6cc9787f03ca3fd67dfc82a134197be2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index ec71d93f76c1421bb875d6a0f6b115fb5dd5cdd7..48c39a980b677f573dc33234fd39cefe6397747e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index 9dd6f9718175fbc7cd6244b098c2c6ac2659e1ec..20850a98fd067023624ffe6aff5b1fd51fec0ba8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index 30a325f4fd683676feb79ce4dff71e17f25ba24e..c15c38f0be1df9c4799805d4a43c1e51880322c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index 88249e8c0f95ce8c30149b7524a4f5093aeb9aca..5affb5ac1dfb3d99cabdcfebb99ef3fe35c9c443 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index 4c9b5083ab1fc358d4690b489c4f3c2a1fbf6e5d..49d97cc52f4df337184b88777d33fdaf3340d2af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index d484e671b06649cc91c7332fb01f73bce8495141..80a6b78932ed36f8f06deadc1d4764905e9530f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index ae433718ce967ba4c906be7630c7a0c9736c3370..560b13576ce5cc4d52e2bb44d71ccc0595095241 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 197c5bd8588167741e0c0577bc4d2077063923b5..424b0edd08d9b00a6175ce382e6436eae095e86d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index a0737712b37766f4bd493b6a44a37342e3faedf7..51c401d97462c55698541e79817e3bf3c12c2543 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index e45138607bd9ddb2ccd88150e1edac6f16af3e0c..1e754f26b1e1481cd633851c4b3bf1e65abcb695 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.output.dense/_0.pt
index 3c332b23c4b03574d7ea8e06b9176d886cd8bdfd..44c6ee3bb9c40d41a1fee3fae444f2e5bca010f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.output.dense/_s.pt
index 35594cebb0feedc42cfd55515b5ac36d43c8f9cb..d7ef9539e1c930e3d5ac792e3f5383c0c881add4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 4af7f2e26bb4e4a7c8bd830d086b74201a0ac3dc..c3007d1f0bfb21c9492fca2908b2f94c5473c3b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 4acddd6dc5e14c27237439d8d09644ac2965b761..e7b683ac61d2363becc3fa9224ff47fa127385cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 36ee5dcfc59c86502a393eedd075f17e6159da26..7b096aa34b6120c59014f7b3897c869544d0f171 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 14bd53213f563dd786cceb35d55939038adafcb0..7d5c2016881f7e77ec1c77048ed4a9dc098e43ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index 30978c92429c41b43c217025be4ac3c72fcbaadd..682045273bb4b515e4337513d42d932f679ee90a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index 54f845063bc1c52ce24e269b567f52a6b05cc02e..118dc2081b08a87634be53d91a79e537cd02a646 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 12ef8c063f6c84eba631fad98d59535e5faa9b93..77cd3c3b41af047e986093b31b2f0c123edfc092 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index dd80d484dced0aa29c2eb9a95acb812167226090..e32cf2c6f4ad55f815d78ba3e991997a43cf2316 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index 6374a9265e2f2db3a0fc4302d3cc99518b82bd05..454f4ccf0ed23cb8c9ce672572dc1f3d6d69c7a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index 1ef19647566c6bb492361e5b7d65429cd1d5c391..0970e65ddf4797a679d955226f755aeeff441085 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.output.dense/_0.pt
index 2c5bd34c9873c73a787ce586ae37149d40a40244..aa25296d9a3ada4365c400a752d355955b8e2dbd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.output.dense/_s.pt
index 4dec7fdac5116537ed229366e5d044cd3e2ea268..b0079515b5c09db097ca143c7978a55a2b9228e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index 785c069e71596cc6b34535470412de042baf0e57..1ebe706dfe21b3d6661b65a63491635ad6522d85 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index 4668afc37431f573914aca0e3665284ca4b02940..9a06bf85938e1b519250f92801dbf69e2dab4031 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index aad62559f6ddd68a14a0464393323f65181aaad7..2a60c5ffa90928ea0047e0e461073416df04c99f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index eb63231f55c5e99e86791c563f96f8c4b9516761..0ebfd81569e5f9d4540545fb88d74b2cd3c72bf7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index 408c1d1d9ed429bbc1030f865d732be8b6d0a43f..aeeb0447f27f7a3b53bceb2cccba5f3c4c3af485 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index 3d36daa9a202aa48a6b762e4de1017e7e729eb4c..7e82233575414aa7f0ee49f7050850868f6a8dde 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index 2660ea685e417cdfd055e9e79c11a014c3217569..6e447d7cc89244724fadbecf3336287f41b498ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 16a8392432d6a18eefea2d11fef74e166543bf7d..b4d7c3b3e416eba83f14a8b791f1f42d0897895c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index 4b97b0608f8c3729e1ec70995526a349eb1a2165..89be136da1b86a67140c689294e13fc6aae34c1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index e50cc91d1c71966b229f3834fad28fa4951d6e30..789154dbe40fe31c3e387610619bac116ddb3bdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.output.dense/_0.pt
index 142e46e8101abdd9979cdd22bd7f2f85f18c5cfa..84037c1e33df5ccb96cf31e08088402dc20e7f93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.output.dense/_s.pt
index f9c9f67a576923079ac537232540b3d0d51eee5e..9faebf4899a3d0e4195b771ad49430aeef4f589b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index 47cb6fbe277ba174b8259eaa864dd1fcad497fe1..8ee8cb52a87d3fef950e15e3b6d96c7488890fed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index b5dbed5dace26370c71d056ce4911d571ba6957e..dd25db47c10014bcb6c2bad2e1419e3c68e9bd5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index d610698bce72862f4e151bb275c5ffb54a35043c..b19415ec210a0b9ef90d09baa8ce81c9d16c945a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index d8cca645c7a3ef7dae96cb9c236f45d32737f160..cc7a673f19f895b09179c9463bc935464ac9b60a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index ee920dc84a378fcab843da5dbeb71e25dfbba916..4a35e1214a3007cea533d89f4141dece41366979 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index 08d7df3ece3a660cf788e80cb91323e8aacf6ae0..db568b64c7fbda5aebc3ebe615288c57095c86b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index 5d409e241cf3301c06da5b5b16fbee578d8ed09e..2659ad702172c91e01c0424222b9c5ad17fd9a4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index e6b5a0977f42d1ce839889f3690d3a141f5b64a3..31b9d8ac881186aa33ac416856ac5b55de373f27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index d5d1540b4cc6a9bf6c2bb71610c61bdffd26eaf1..887f24fb6bc1034c9158f04d4892ec5c16e1cae6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index 36cd3375faa7e430e1452a8b2109a8df3079808d..02ae23d1071769a0a700313ba5647e7f4a061625 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.output.dense/_0.pt
index 350f529448f66f8a36f4f1e2943346768e6e88b7..3a3964e4d1a1e585837383a0ba711ac9eef45d30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.output.dense/_s.pt
index 2b5edc821b608f48d933fd4f83a2d7d3024f3b78..7c1a143cb266051110b26382faa6b01fba65eaec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index 44918980453b00d8d4f97f880c15a0ff90dadb25..aa9bebb63649493e70170951a7bbe6171e63f2e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index e1408768bda25ee0e8f00e408643ef46206a81ad..c1f6f4459c25bf30ae55a2db4e2e92b9ccefeb7c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index f1bbca30222f9d1e62280d01d0db2d6879df0375..6725d1a5823eafea2c407385e915ccf94b5debd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index f4275e4617494939db65d63c5b4c7122a10cb51c..823963a18d54d5fac3a96204cb9ee9641ca163b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index c34c5ab119c522c68de8480dafeaa9ec939d5037..9cb58948a84a3e5d352c6411f98f85a9e3f6085f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index 9b3e02c86d689de0b93913a11557b185c77e5e87..a287a78902814c627e93fc79df8fb2655b7d11b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index 43e4713c0d764b038bd579f0add9291af46c103d..59bc6a3560f91c4effcb999024cfbdee149e4497 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 8623966cfa77d9c15ad20cb754f2502bc78be01a..89ce6c8d415cbaf1563d6cde27eba6ab4f5885d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index 075b88cc0d1840826ba2d4cfe951103bf9f9a555..5f293488c4e309c68af8ca4c18e18e7f6251794b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index dd9c696ef0f5af2d60d5201ecc5192598865ecfc..ba9e8c8df6286e19dbf420df3c913ab7d56f8583 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.output.dense/_0.pt
index 26d29a289be6507905325fa43a25122f5e9fcf95..9727f4572be46ab561aed9c11c191d25d1544acd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.output.dense/_s.pt
index 66a5ec2b1cf3666a3fc7e246e2b14c324e5e7ddb..ffbe0cb41df1672bb3a0e80f7f010f92e910bfb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 621a6cd5dc2c6d7e0517e220901609a034b33c1d..99a1a34719fad751d81123fc710434dc416e7d4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 9ea745f7f78ac69557ac45435e7df492afa7cef9..e29cb316dd41afacc1a60e9de73d570d199c6b23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index 551d8fe1ba9db233339f8e0b1d93d84a9b5fafc6..827b1b736bab4209f5382fa7040802f3411e83f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index ae98eeea43c735f061066459366928c1c949d5ee..bcf9fe27d689f54683b86aa29e31fc44d340b448 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index a095dbc7ca278edd0dd5d4333563c1650528b9e7..ac7bf8dd7932133bd1d86859034619ab539f9c94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 99eb7b8ef4ea21d6da892940c6f89c26f254bf90..f03f73edae9b4c81272bbdd56793e83e56e61d69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index 96a1d9dcc6277b1aee45d06257ca0be2476ebe8f..50bcf4ce91834e1be26a9867d3df4a0051b73b8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 65890965334b53ec3aad423205382f72b20ff537..c494794d82a671f5ea14773f990bb4a5f27ed12c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index 2841376b6b0d268e31285499bc10cdb496938dbe..8fd3d27e459d34c7b2cd63e17b5209f4d59b4983 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index b4040f6a95b2b4ba60f6639d79a61e1bed8750b2..77152bc458fd64454adb179b1e51c9dca2da3211 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.output.dense/_0.pt
index 6789c8907e96988d1f778799c2560e96f870bbaf..3a35bd62bbc9046492855360916a5fc4f3568354 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.output.dense/_s.pt
index ae4cc45873ecc5bf7cbc18298a767a52b2ac9b3b..b4ad99254da88309eeb97c2f22c7241476c41329 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index 190230f5bf0bcff051e43240063de2a258e3e0ba..5079f4f5834e4351ad876b577db478cbcc01f90a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index 8f7788ee28f3984edd40828a174d5e340e2bc977..fe93354b8b516486ed8373578dfd67f7e5012bff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index 9cfb66f4432f3cffff6e4389ec6ead62c7bba78b..6e67c000d27f9a872bd8c9414abef403aa7a4012 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index f9fe17845eab2a7359e2877af5452e73799dd7df..419e2cabe0feef81b1662c7b41866319dd6ebead 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index af5869da0359551074946324a9b1d9291509dbd5..0ef06487c20ceb9ac17d2ab12687cc041e9fa693 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index f50289dcf5ad4354bcbf09f87086b38adf79b697..fa6d07cf661e79ec34da05b24ca2dc26093c74ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index cdd54db529bff0872ac46c1bf3a41b2dabf23e2f..d23fe3257036ab448b2ba9eab2bdf5d3ac1d728b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 74895b6fcca1ad1d0e1f4aff77d567d72fa39e96..1cb26414e38ce63e20d585d0a93a679ea5265bd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index d33279ad9e9ccd30d47d148f51686013002b0061..27197265c6e5226fa784d1971838fe889e4e80b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index afad4b7bb66eeb39f5e4b12f7cf501b5b6a520ca..809ea7772279c7e91f81d337fd49c7c3ca5418b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.output.dense/_0.pt
index 25b636ce7f925929a0db55536bda0de7244395eb..3a767daab46c74d5992bd3f6d1b008397678ecc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.output.dense/_s.pt
index e24f9eb3524784f7533a9d6e61cb130cd4b7e07a..6dd06d7a1cae58065e00fd1e3b16e50332136487 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index 570584d35553111bf670572d97fc78fdcfbc7e01..73ca2a2747d93b47353bcc4026f9f0f1a4e091fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index abf08aa7d3e22ace170edf58728b5db67be6dbcf..76ea138ccb15ba371fc80a2255599a7971d63b9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index ad07c30bf96cc4e640394dc9cfc7bc0674e7348e..9c5fe0aa02c76b4c635d6cea3eed884660910cd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index 23849f73c95a65c62055b22f3c14b59356e0e489..3c20f5121c80c50178bbd2f5dee9af6e5d8f80ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index 2492c0d00b50608e22251152ef738a960332e4c0..7afe29cd33c0abc02817c0c7cd64987b7a895efc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index 59670e75a86670a04b529ca0e8ceadfb4f00dff2..370ba07616e35c595c231ac576adb38c7866f65a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 1fe877850ba0bba8ea9a8e293c4aa9e37524a171..5bab3e6c475dd599861569d72a73bd9dca9854f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index fff959f9841a9e5aea3974f54de73250ac1e830b..542fe37bfde0fc06ab20a58a327e86a9604f8069 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 60752fa1c3877ca1e332b8312588eb9f3f7cbe6b..09cade9aa2f36a2f629da500688d8284c9696c5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index d7ab9e98b4fb210bd2996f11b8dc3b5c2eb5f546..f88d0e6e75a7a7e4c2bb8ddad0ae09f5846af993 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.output.dense/_0.pt
index 93a78ea3ffa6856f770d619a8b1c836feaa2f52e..8981ec8520326c9e851ec81ce2bf688f2634d417 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.output.dense/_s.pt
index 8033637691b305f37bf474ad8c1de613059d5397..6aa21cbf62bf4be58a62e92d614b46263b59f5fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index ec9d96d333fa5447381878cd705c38e1a7c3dd94..206c2b9cd0da879d7d9a2c702689ed12db49696e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 44ac5a418ebb3bf9a761034d95a7bea2cf9f0a0f..2862a072bdc564eadba5c9a65d87e284a4dc66d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index d4c094c59be4221689a61de31b521980977359db..55e41e2ea1f68b5d718c10b0ba5e8f6356bcfed8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 55b245b256a38b2f8001857d22c24a6742176312..79b7dc916a2dcd70f7521bcc188ac951bc13a670 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index deaf434df903d04faff3075bf3f25fb1b958114a..c28f9596e22a1605e55bfa65638c153a08fa13f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 5f5b14e078bb4957f3168924e85efab3ca005a96..2eda5c8d4a860242cf4ed7399db0f556ce2cd3f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index 5e3010e468df0d41626d816e29d30965089b11e7..4eb0458605ae858a4abec29aa3747c6b927b5687 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 49f3752a04775d18c8d16e6d0c7d8c17f48adcea..b935fec843ef692449dbe64085fa552750e6d85c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 7424059c2a0dffe2a90bb6d9cea3fe03ef7e7b9f..12a11124380a0eb439dc3d348dd16e06784e47cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index 52573c208c0a95edf4d96c3b7c6f2fa123dcabfd..0259e56994de212cf00d4fe74eb3439822a6cd25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.output.dense/_0.pt
index 39d9c88a1a7930790a7fca73cc4690b70e206aca..4ce17e9b5342f1aaab579dc6f7d8495752faac99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.output.dense/_s.pt
index 74279d6048188051faa50c7729a7348f3089cc15..c776aa86f93877a7bfe458c7a2dac41596a809ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index f92677ebd72c2063ddfb0fe20828245dc80582a2..5029150ad98186a7457b477172ccc8a152c718dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index eca4bfab1d57f08344a4ae1c4564c85f88f91cb5..11123d27dbf75c7a97f44da9fc9a952741134d8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index fdc667c4cee0aae67a7a0d5d6bcf90402008cdb7..0b6a8f97c329b7070f2d49de6c02c99ccb14a006 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index 3a67152d94176d79037f2c1ea5107707e4223deb..61b3a7ad626c7f343be9b4c576ac25b5ee0ec5de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 8f6453e65f2a463091d471c5c93b7382604b69cf..fb7193a1eb58723e1b5e25fefe15ffb4b1aa4af4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index 5521bb58d1ec6b8a2537a5d997fec622afe93f10..9e17e11c028669d0c0c3d76444aba8abe4fc34f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index c1be774b2f6998a3cc71fc837d2c6069b3226c93..907e838df41972d3b5c8e516ff4fd77751489c99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index 9371606121ff474e9345082351e9385770a33b35..337bae4326523cf36e7f5ed4e4368f178e157f1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index 77d9b91af5896ae4cbc4e127f7b0c7808cd62cdc..0f83346ffef240deb4135c1d5345832df4d0abd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index c93c78069be0da76cc3f21be73823bb019d9063a..d2518b11335f83d01405da9d3a07c77151bf22e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.output.dense/_0.pt
index e4463235a8cf62fb0656a47852f9714a2a757d85..c1a9fabf5d8a74dbf5b28eeaed8563cd232ea9c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.output.dense/_s.pt
index 2ddc9417bc59296ad10dffa502478b13ef29dbe3..940c3de2860b4f68a57e97760eadcf751ca55a55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index dc02e98ba3364469361ef555e4f5370a609f23ae..ae02fe7889ebd9bb43fd46c3e1966e7741a35c55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index dcccab6727e71053ed77daf6676c9e35752c5a27..6e6ac9add5128837adc27b9157262b00596e8d64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index 2f7f0927d4c8ca257a8b13183d82b89e395f5503..3380bcb7717c24b51c0b2a6e203991944a51e7ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index 30c97042ad8d250ec69f9c536af61f5163fef3c5..7d453b79228c4f7d138450cd6865908e230a7e99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 4be5daef6772354322259e1eb84b6df597136093..4581cd9a6d00f9ce2010fdd78ba6706273091a76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 030cbe3d72ac40c0e9306c027ef672d38998bdeb..b7ef40713a77cc63ed2341d454ac58f0d9d8d0aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index 0bc2f9610a925987270e86d6fb28610401a446ca..056525a5ef88fb630d8f66428e6fd048959d9276 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index 35f42cb865ca5fbb119c6c350a6c57e40151bde8..5a10568dfa77817a67917a151a5d18ce4a199fd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 22df700ec29bfef532263fce0665b93c895e2159..47c00f918c9d100e1f70d05c8beaf55011f426bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index a54b15f419ee7b9ac730bb2d0fd2d6c554095cab..5da1321a9e0bfb5bf4f41144d70b8ec701850d73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.output.dense/_0.pt
index 62b30ef97a77ceab2a3cb2add5b4eed30e848a30..e2d187db7a6c8935c6cee0dea6f6f00974550f61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.output.dense/_s.pt
index de16e7f9033c1e2c2a630e79fb10f4f281df8629..8858222f5aeb2924d4635095c83127dba1d6d7c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index 5c0be11a7a853e232f87e52cb24b05483dc3ca10..3b3ced8d615a803fcc5a7351689f66c61f6d94af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index 32c7742c28551b8ac5c495ae78778bc57d0fca54..ef8530125fa51a99ddd0b5ac3bde00503baa4b8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index b588684e05946d72490bd80cbbe931840d2e651d..15e358f86dd8ab89dc776c10e82428ebe013b052 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index c11ef77d659515e2596e0bc194977bd2d6e1895f..caa1ecb24a3ab3cc38c139c6a35bb113b97f6ce1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index fed85bcc3118572e46fd6ef6ffbc8b0ef84c8999..ddb65ba8b19955abc0a6f139bfc78fb22e5208d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 1e63dfa4973ff984909d057f5429cf1aa2317b0f..eb63bb822f849f0758fbc873f95cad2d43a71fa9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index 1c7527aa173b1dbf2aa16df5ad09b600ca171dd9..02bc1842e984c93406ef39b1e8438ee54a62a020 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index add97710ef21ab6ee7979ebad92418069f07e93d..2d0c5a3b789480cef081d3120c5861b80ade0dd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index ee1a848b5831b26e4000d3f95fb5ec5f5545b323..b928970db83db4442666b0b4767990e4d672d891 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index 84bca35870c8b3c6b7d7ac0604e7b1f500d59eb3..8e194fc67b1b5ef44528fd5c7a28f609c0184614 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.output.dense/_0.pt
index a1187f515be379fb354607704160c997b080a45d..2ee2a9830f04659e766cfd0de15c6394cf2fed5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.output.dense/_s.pt
index 8334bf79582fac1b868a63b2e4f4986b292b92cf..346c9cb4b65668e4786c427e248529c690f211a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index 690667d7592a7cebe67a52d9dab1559a7f77bbcd..0e4ce44cbd5a8d9dd9489052656825fa7fa03feb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index 0c862cdd58170c9ccb8904b5e376936a65004b31..13877ed5ee6cf2b67a297958b728dad539b7ad56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index 15cc6646f905e9293d21c3b445f9a11580625e38..1802395d7b34091be6f742ea1ee27c6cdfcd72a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 2fe18fff673cf7c639629b7362af963bcdfde19e..7aed248a18bc1940bbd0c2b50afede3b864ea9ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index 8eb886e844202feeccd450d67744adcf5a0b3a14..3a226e2304f6bfd76091e0da0f638204ef249ebb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index f7294e366877028a259f95106c6f50b74a8b33db..231c2d39a23b2d919bb54a2834c9399cdc5bb450 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 1638278d8fde34aa5a6d44a37c058d3269fa875a..f2c5298b5dd038bc6e7746cc9a3bda637ef2b911 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index bfce93995980d1afa5ca75eab2a8615e472419c5..2da2b3f2871abb0ec1ddf776dcb759a13f1c00a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index c4c62fcc0346bad774ef2acfa5f3d60c4b801223..2ec10460900aa68cbb64695d36b0cdffccc5bd75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 04b58bdd0f982b7d612b73f433e2b894aa2987cd..63160e04cb2ff3adeb7aa93c7edc45645709fb8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.output.dense/_0.pt
index a0a342b53db4f74aefbf7bb0aa25c5df93998d1e..c76631adb507b60017ec90cb6fbe32d575233560 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.output.dense/_s.pt
index a3c4dd2f2db5f744678de9a799e757c21e8e751c..246c5583e831a24a52e53b51428d54362a227275 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index a6920c6cae5482049704aadf4789a69351c90359..eaf95091f7cb623e2d81b39acfb91fcac07ff16a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 2b10d2a8f8b14e2f274741263cced219a5cb82f3..109ecfa983f510718fd918bdd07d57d2ad1d4412 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index f4c9e41d666f6122b8394fa01048e0f9eebbfab0..e59cf9969e98122c55bb89c0470d6541bbe0ee7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index f2cd39a3c1a2001dae37649338310a47875c642b..5062bb7b904157ea384f0be3271170fa5bfbe068 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index f9475b712323d090e842119b94c99e46c6822bb0..0d5dd3c90b4c3c8b66bc0f84d7f35037430c0080 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index c0c57be883f685d7dd4e368402fef50138219143..7b1714e59db28a9110191bd54677c56b9af30457 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index 999a50ae9d73574ceb0c6d38bab018ca3e907e6e..e8d9fdade9826470f7f32450c201d1c79a5a6895 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index b2de8f2749e48a05d1c6bf1c6942693fe5529ed2..67482516c3ca709247c0ff6da67730ce0dcd973b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index 88a2b4dbdf50f0f694ad72cf7fb450868146f5ae..c16bda416576143a3d69d9c7f170fd11d9929ac6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index f17bfc5a71e2023827c9e8ba73e45acaa9365190..9aac4be4521769d7add410dac2f8cecb2e5a6886 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.output.dense/_0.pt
index e2d0744ccbcd7a5721bafeb9e6becf5901701076..16d52642c281369094c1e6e39829bf9b31aec4ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.output.dense/_s.pt
index 511ed7546ce60a6a4e3f2b056646c5794e870cd9..d5c60e107fdf75b60e6277300a2eaa550b81f7bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index 85ee680a15dc390f5c792e155255a7c41e7c56e8..cc1f531b2de0143d83d2502e2aac8025cac29e0a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index aa08099c2472576b122fd323bbc4fa13b62da1a9..398a02bc2d319c8f95463718cafee80fbeaa5e7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index 7e17fc81c5cd9d006ec206933d4394d5d1597e05..bf98604673760813da8a6160594007d0c75c96fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 1c3b7b679fe0bce7897888fdd5bcbc35c2ba6a2f..4f493a0648983602cb6eadd6466799c2865a07ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index 429d1cd2fecb46874e088c479f2cb651544f49e9..a649b8ec4cced0c322c57d4ec2c9be1875514731 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 9b163076dce65d3cae621dfe292a13448d0b732f..358c3d2ae7f756f6382ee6b4428f5c0aa104564c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index 766d91e14b71e5458eeae9070eead19eb9054cde..bb4e145b7da0e86bb8a796f20ca4ffbc7f7641d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 107c88acb52158b8a3d746e58d9e6616b588df93..84244237eb5781aad1f58abe21cb4a2e68845e66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index 894b2702407f2d5d13ebd00bbd7c37dd209f05e9..0c477ce0eafc1d6687b9eb15b3ec786350828538 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index d871921fe0a14a03d9ca443491b5bb1e9981c2ba..7d6759cfb3f83614585dacca8e7b7154de86b4eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.output.dense/_0.pt
index 4db658281ebdf21e70eaad64d57cd6f64b32919d..f81752962a4dbced3ebf2260b6060fb7c6e4ba2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.output.dense/_s.pt
index 70225fe971cd5c951ba9f25d62ff4675ba695bbb..bbc3962bcabf03b3b0973e19e17f11416c1e36e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index 0ec36a27c3fd680d11d895095f578ea6e086c1da..3f89072c01f2877f5d5031d7ef28d9777d17d6ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 314390797c04dac168e781823fb627fa8cf03f90..b7c6862a21ef8af9359f044bd79bf3bd9d39c3d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index 76503ac1b4e59850781a99134d38e76a8ff51506..755dc92b2558f30d939727b157a4f319f5d3925a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 6fa0ff2f062148f960a63a36926c034a5032d619..ab3f98e3afcf1b2c84bc7f71feb404f7a8adf7a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index 46ab2361ad7e7eaed962f805082f2494fd1019e7..5d456e6c7d57ad3e88b54b551a2598cc0a674aae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index 4922bb3c19f019146d3924a7d91e82c901de6aee..6e9096983afb1d7d712de6ac02119b42b5547101 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 9ad030a90d75589737ffb920e7dcf984720aed91..8016bfc7b9ddbd22b7661419bf08251de7123001 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index d98c3423284286a8fb96d443cadd2b15d44121ec..deee545dbeba33c6c9b3706550a96cfe1de54678 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index ece84bc6824f1849c6b5edd3b53c37ef90e0de72..5081203e5b50233e4896446df296d70edaac78cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index dfc628a4d7ffc17fa3197f7dc9f02981ef49e8f6..1e367d1a0ae8d754a6843b631224f5e77151b50c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.output.dense/_0.pt
index 88edc0a54971df9d47490be0a0f9b6d9544d3647..4ee29308825f8d2a538d88585ce42e199ac0cf60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.output.dense/_s.pt
index 75fe871e18a66737329cf255eff8017f2746c005..ffa5c884eab1be1be7cb4205ca4ffcf2dca5cd3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index 81b04d45db05d2f9782c8f081d55be7d825c9771..fe94cf477f0c33d18eb0744a32a49664d124e760 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index 9acbca2faac0167c0bd1fb41489bc5fa7d1cc119..4c6c8251e438870754ada7ff87490e88b335ff7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index 4c6ecb2ec7821c65e6a201ea9bdbe6d8740da53a..a8c58e683a2fd1676c44285a0abc44627b06cecc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 78ea7b93cddc546cea2cb1a7951f74e74857509b..107d9cbcb44e44c60a29db9b8f63e14b88783a2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index 7cd03e3be6f76280087c79e2fdc467de8093fd3d..61768d0c8ca17b5f970f6c6b514737e4352fa6a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index ab7c476375000844a788482eaf5c3e0659990626..d6b0f99aecd8f3addce35da41b7e8311be082854 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 9162a10728587a4840015c557823534c0c59ff9e..fd60cdf579bef7d3d7c3fae61588e0ce65821d3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index 9c3f30ce37d9f313f2abc321d90a4a0caa993198..165300e0c43960d41bd8b4218981ed2324fb5b06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index afc560514003fa3f0eb95399ff78037243877d43..20285d66400c85faf008da79964b090c1aad623d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index dcdf46916b5f0dd40114ef387bd0e9ccfe5e7c22..fd37961db9cb34c7a669c770c92d4347d0016321 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.output.dense/_0.pt
index 8573bcbecf7b4f2cc0672f5cc2dbf31ddc6573e2..59d2c41e7219bb60c6c1f491c69bb68dbd3215b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.output.dense/_s.pt
index 0133e7b11a7cabf881039d587afa73d88421a3ad..efbe6b3cf2f0a19d238a7ebee85a38f9920721cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 0bd106c766eef81b6fffe8b32ce0871ff3538701..bc591bb546ab91c252a3501f1c33deb5e1ec01cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 225158c207f3aa3e44b917af3a5297b78a2682ce..148910fd496110a1d422b2fe2de878961c6bbc16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index f508cc70da20b33c8f34f58b555d2b03d423703b..85bdbbdfbc937c7a2e0e010e47ab9583e2f3b3a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 64ca9d806c6a710ae6c697ab0d7e99e5a9076c4a..65555cca556e67ce4b1e83456f82c6d6420490cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index fb5bae99175af9bf27f2f06f6e4d90c81052a442..44510c0fa67fe7f00582f201f9edd5064725f1bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index e2ab74792d2421731fbd0d4fccac2c14c82321aa..1e248147621eb2af25a4a4203bb38bbee312ae28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 3a0dd5a4fc1145b51a00bb0b4efee37b8df66b17..e083810cb1991f73275c73aefbbbdc32aa51bcb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index df8c9a0a8863389d556c5045afea275e072709dc..ba77d9893e94e20fcf9793561eece9605bc05a9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index b832a62e82c021e76878955baf96de15c7355c95..0c3a51b2d6762eeb7442cca049cc5d5d36a834d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index f1e86158a6a69c0e9fc426623b6861ad3bef62e9..f8a61bdc3bf7ff89ef8bc2f9e0d246af72fd97c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.output.dense/_0.pt
index 012f8afd352d58dc98a657835ebb3433bfc2b3c6..2d6507acb74d61eb7984fed17aee95949a568302 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.output.dense/_s.pt
index c8a7a307cb978611e92007893add0e5f59037241..8ee308a3db076d7b512363c87531e2d1541a4015 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index b5bd15e08bbc0c118768630172d1d7674b940906..a5b97e35a0324dbcdfdf786ebb0b14abc8f31a76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 92d86c5f93c3fb13e953a2211a24351f1a9edeab..34e7afb9da62fd49a7c91dd2df8597558aad01b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 3742fa5b1e108eed7fe4aac99b5ad846c4c3445a..ed31b0b0d0879b2fd821d86ad6fa69f781debec3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 413b0665377bc9f42c860f69200678c10ecaf34f..c2171efce05799923da4658b719c586c405a2bae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index f4823e7b7b8465b8c0957f28b8cf3ac9354bf3c2..abe4045756b0c557fbdd1855a89eeaccc723f00e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index 60f00dddcdcb61fb4cc0c116a66db85bf5e56aef..efb527b76c3355ec3715382a145f06355cba592d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index 16bcd4457d0ac8c4656dd261c1304eeaefcb9e0a..c07611553e42b24f84eb86d7c9edf949e8030437 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 4e6a257d6325c095b701a351585cb3f3d7a76698..55be8b6d983ba9b9acccd543ae789d2cf0d495ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 392f3a00ec1ef02c99867597b91af01783239c92..a5b1a6ccff3d4069d1bc29163ba02d763883d1a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 6a25b7f245f7eaeba2cfb741ff4ded45c37f1284..5a6dd917b804a7d3c3d3a3d6691541e519554178 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.output.dense/_0.pt
index 85814456b8c893a49101bf3d7346b9802361e380..90ba739b15cc408eb17e1609ab7e22ac4975ac78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.output.dense/_s.pt
index 0878b0f6b24bcf0d9b3e0369db999126e60df8e0..81e149f63f0751eb4fa1d16bedc18ea672264eaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index 11de9f67373ea0f2eeacb5d775a5d10957fd4d9d..1d4526d06d98a9941141bb26b520d9a1d82c4783 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index 9a0c4402f9c23e8a0c163fb0d39daa8adb94f66b..b79afdf075d4c0d238ffcfd0a95436b88a2c74be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index c03e7f12582580bf4957ad74988c8eebb40b3d0e..d9751014782ea3184985f2dffd7d4c55aa3f8e45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index 63fe60dfe0b53f43f1324da1dd22a26700b8c85d..f291adf304984fd71c4e1c66bda4bb509eb49198 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index 55c53532b1c58aee6807ae330d8e99f6f13e2bef..637b2a35f4b2a3ccc09996730e6cfe85fd8809ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index c3f55aea2badef1df209c96090e7ab510a544899..39ac230b28372cf381c919487f0be67b25262d94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index 1a51a962353c7905ad36911f24f4f0aee51b449b..23e00e16d62f0e3c57aaac8ceaf6c198bfe01074 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 2f7ccca00b39083b63723bf8f24d706ebd633dd0..c52232825faab82296249de2fcb0782b366dd787 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 175509e297b543c919c2c657e09d77bc5dfa2104..0eb5d605cb545d6f18580e98aa9e6c00b1906c80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 4fbce0e5b05ce79d8d91e3585b6221d8b1d493c4..7dc8806aac21d1c22d2047434bbf209c75d0edaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.output.dense/_0.pt
index 9b5f6fe816d3661487c9573f1921a7d05473b59b..7e2e8980b5aad02c198698ca09fd78842f6eb2cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.output.dense/_s.pt
index d4bf578bbc6ceefc43bf2f2426a1edace5597d93..694573151a452c3b0ca7e14b5b1a3ac4689e0685 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_10/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/classifier/_0.pt
index 5cda3dbebd0ce20d0cf1ff7c03430f5180261bdf..926bfe0954e9507bf64dc586618654d4839b4c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/classifier/_s.pt
index 603e484d478cb980235804b0c93314d48f928fe8..1e231d065c2c86cbd7c818ecc2d37f4f4372c625 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 4d778b0f911335f8408198da21d5525897d074b7..69c2ad6350aad7742d90696379b0f5bbe78b0dbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index a0964e9557bed8e78384e037fa92abd1cf9db781..5d7777ddda487f6d01afede08511fdda344b7090 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 6344d793fc349951e76a64201f4f998b50eacf37..e792f9409fe671ec031ead47010512580f9a7a1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index d6cb3514fc5bef8e221068c55dd6be1004930ea8..e8dc1dfde0486b736964a8128bfe030767abd92d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index 4ae18484671397d039d1510a81270877a6d2a042..07e89381cecd2a2167fd105f0807796e10acc079 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.output.dense/_0.pt
index 16d1b62b9cdba89c90f155b4c87ab4497c44303b..2def009d6aec89a49d32f95b1be65d0137e894a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.output.dense/_s.pt
index daa01c58a940451e2d19febdd57b52a552252ede..ebf3f952b5748013b8736807daa358844156cd7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 7fb93435a10585308985d8fd30f21cd7ee87bb53..4bb061b2e408e396938630235244dea5c7e9ab38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index 2e5ba7fa437ab0061b87a3ea30b085640bc5e6b4..67f1116b33c682f3121918ff7edd39e07c209b4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index 584a1ae67168a569b4c20daeff5e6710303a8381..518978de03652cbeee062eba8de03e0cd158e452 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index 579cb7600215708dca6d543073c5f8bed9939eeb..e08304b426f4aa195bf70c586a5d5872defcb9e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 0d63312bb40de309e3ede0ea5c69e07e92f2562c..42daff45a34d5ad0ccdf11a53a77bab1912dfcaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.output.dense/_0.pt
index 4b3cf613d2c495996c1bc5484e43810160d9e304..1b792eb7267076fba6c40f2ccfb1453ce2dbdb64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.output.dense/_s.pt
index d96bf676475601b7dadb266f5c0ff989497c193e..6939a3cedc813289144b1f833264a54999165cdd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index 7d52f1e2bd6bf790643f753f3bbbc445dfa72b95..a29c712d89d6d0950ca86c75affa0b96296ecaec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index c00510514f6c26dd25387b41c78b683fac0d6638..fde1f15eac3112f53301e4a765a92d8274f78157 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index 626eb845734b7dc54d37ebdc987754bfb7a51283..87a7bc791abbbb18c883014d36ff8429457435ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index fffaa5e859e1998b8495e3c3a3a7aba5564e64e8..c30613e8ef083f13c5495623c832076b4132bd00 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 7fae1b9a5c3807d80b033572d1dd82c30f7d39be..94c677b632522a8749e0617019d93b619fc32a39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.output.dense/_s.pt
index 06268875af463a6f0f69bdb81ba48cb6ea392120..0579292ec1881793c56679dc648bd104a997a3bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 0fc16c2e2511669feb1363ecd113031fe2f4e978..391fecd8cd84653fc798f0c35d8035605ca6a37e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index ea50615c29ddc320803597e5312758e5acd146e1..6eb3c6cd3d1a00fdb7ab9f9d46ced671faa6a589 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 99e75f7c69e5a1f8fda2382694f9423e16f52ce3..38dd1583dcfbe14a93477d97bd2285381980744e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index 27907f6297f12ca5a527726f406a0d03b5ef1fc5..8db7facc5b59c71d469484e4374d92902fee8da0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index bed3ab080391999e59be3540fcb03c4ca34600d9..751faabe4015be020622e44aacc11ec284861d1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.output.dense/_s.pt
index b00d0c0a0c70df7e7f6097d0843f308579d68c90..2fa6ec0533ade86f299333ee8029f4ae028df70b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index b9f493feff5b7fe59edf61a5ae31f63801d44b00..8ac33c3cb1a421975e05b2d5f2a90bd623b909a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index fc0cb87b0dbd6822bb31e6fe40e71351b50456ff..439002df7df8586dccc057c805b7961f47785226 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 1ed177a91de2fd2b5823f4d50b66916edcd3540d..2d189647e7a89337ada761834bd5e696991afcf0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index bb0f416dac163018a3c0ceca09cb253d95bc9f92..b5d89fc2805940c4420235391460887c2e6d81d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index db84f81238573c9ed699347c1eba13645c124f48..a100938407853e9b440f9f8866e5df82e35bf8fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.output.dense/_s.pt
index 56c92361119045dbd2cfdb48f4dd4e9e458ba9ff..dcd9fdb9b81b15dbb8917ccb9c8bb94b8302f266 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index d80fcb6ade8e0ce74d41fae6ea4c37e14143a1ca..21672164a5d9927627574a9911e492ce578b8f27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index b9fac1a6b8554728548b83fdadb3e51f0c98e529..ce1f6fa92abf731fbc825b984834f172295c64af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index d2d9d79bb501d984beb98ac025b750b264694dcb..c68c0482be28ece2c0051b0b3757d1f52850ae85 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index 6116ae368530c07c6c187e15cb8ac79f5dc0a9b8..abbdb281f09efae0f213677bed5fee9f052b1073 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index b65a25be71d59db9c90cd5a4f74eff49d6d03c69..5d5818b3820d5226e92392b37fbe036114661b5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.output.dense/_s.pt
index afc9578de922a13c22c8699b50aaeac14178271f..b8910df4b0b8d27be48d0964fb0f8b39691a3ad8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index d290b9f8a882baca9ac4c81ffa8d65c2ebfb633a..423a675a7f936de7b78159245ad3b7c654647c98 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index 8806b7811c1757f0db77ae7feec2d42f853298c7..576f6e080240c07fb160930d4f880f75a04924bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index 9e2eca41432d18ce55bfb90bca1b67cc0658d799..f457fa30b913e9cec4140f94bf55c88cd2cb7668 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index b443ddb3f9624422c9f8165aa37f28cb7ec89ea5..745b8a5e05ae75cf2a8753f2eb01cf05c4d55ca4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 2eba78c8138d766e005f8439d31eb27009cfadf9..b5dce69cc0cc43b471875d1694e9815024c7517c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.output.dense/_s.pt
index f6cf480f75b3f8af30a0aa76c15f791b4c6f5d79..96715c173294b40c9156171b5e96c957132dfdaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 6d4289ba223ee08a1e862895aea76947d39abd50..52f54a23c7139390d282bb9bd0b5f0b140b3aa2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 0ff82fb8dcda34d819aa0e1567660beb0fffd033..38effb91738c45c8b970d654f59c8d9afa79a115 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 80aea39d41dfc3be3f883b6599578d3f28c824dd..24f8fc1dab35574f53f29c0a2ff474b4492769dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index dd75e0e79418949052be50b5fa30bf34959d2a32..188b86c1a6013514bdf14828cf211d3002b574fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index f49f613ee67ad4ea2978fb4b7dca09d908a13fcd..69f6e33dd1f162dc7077800c52ea810cfa098f8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.output.dense/_s.pt
index d73bbc70c901d4320530d00d6564d419fde1ac1f..f5321e0ef96ee6e0b0e38e2e2fa582ab2aa57dd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 83cc85341b4a0ad845993d5cea3554b928952f2a..16576082539140f0e8f3d4c5455741d3d1532e39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index 852960667020bf4ee18b9bc3b15456f4825348a6..af9b2020b21d3f1647ec28459759d5f288bedcf9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 6422101f5762483950aafba921c669de190918ea..39d5f4e8a66667b3e12de2b6d0e46836bb3bb6e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 33d7da2b566d7c2682dc1df64b2876de2745eac0..096f08120c34c5149d50f07cd8df2e427a67a51c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index b51f569583eea16305a480bc65cc6660ec519c45..e83d088a0bf6c8848f79a802727afe20446195d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.output.dense/_s.pt
index 0b2ef70fbdd6591e1c3c9279a35a2b7a57dc91ea..fc18b201e6635e334a8b4d6f9e44f651ea8d328e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index b5cda40ecd411949b1bc8e1e79deeda8f3d6fc30..f422849eb260a20c47889f981fa3e491b3fc9c44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 850294f6d426626d87fb10068640f9c7bb6ae3b5..3d80ff8b1a6549057c091a5bf48751460c13ae39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index ba08ecde9535f591c89ed396cb0dd55dd80ac068..9a4a334b67f0b75ad9e1ff4838befd426ae274d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 41a1c8a3b9ee8ae08274dc76e4baa59b0cf2bb9d..f8e42f740e04f900291bc387035cbaf7211f58fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index 360c29d340fb435c460ad544198902818fa0138e..9b191de1b87f192e016e577b275d98df8497e14f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.output.dense/_s.pt
index 148a268b923d3cf55c5df831d691049d2ce639e0..a81a5d970407538dd070eb573b995ca824df0ab4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 0d4177347519373f3e6822e80646ae8a4764740f..b7196a2aca868f632bd25ffb3d8ecb07ccbe095c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index da843903a9f07111ac031b3a3e730d6d0119555b..739d54f749501a853a44fcd2a673140b3a74774c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index d57f3d764c3e868f7fe2e0bbb718074e3369f4cc..4b3247b9530c50b6b058ae7c8ba77a830e7b7171 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index 9c912d17dbaa05e770b3d7a5bf4fd3949e57d099..76aaa00ba76e72aa1a058a9cc43ae1dd72efeb31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index 32d3e5473f965afac2b7e8af7771bb9c2f461f6c..dfe12264052a6af9c32e2dc57e5be9d9b893a960 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.output.dense/_s.pt
index 69068167141e6eaaa52adf43ae4e74069ca8a4ad..dd3467be7b34fe30cdd13ad90362c53af43e3294 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index 33dca11869b94dda3228aa4c1f3e94519e4ec9da..f59f7b7e0629ac99225715d34ac7f01a91a8f51d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index 3d42d12e1a27309b2a6d7f2e7b08171c5f58f5cc..0fae76b65c950613f73ef7bde3ac97053252135a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 839ec1839bdf091ed71e4db85d538088d77193b5..2293277ad9f14028557e860da2450bc73db0c1fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 738bf25be874b6a72ddaffa85a2b2a77e585d1de..ccde911a78eabe3b0b1b2df95b07d073e61daf82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 8d20060f2369c405e7ef1438aff5508d6f9e2006..0a084511a3fc913186ac9e554a7625e30c76f1e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.output.dense/_s.pt
index 38c7e7ee4cc790ab3ca97d400112aefaf5442d47..5fde242487ad4c38d9b4a74e2a363ab930286d6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 720a816122d159d7ae7421acafe221e7ae92bfd8..e654a5186c7ff993c99bb1a72a08a7ce91e0c712 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 5e2d1052a8212ac81c6f3aebfba722d8baa42892..451527e7119587b66b5fc66bffe8051d23ab3911 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 830c316b9338fb40fea7868f515d81273d4df0b0..91d882922041ec4f37aef2969ea645f5de9a776a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index 1146d4584c4d9be6f8ffb8aa97462430e60ba63a..869386c1d34f183402e69a3e06bee31a7b6086a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index bb365274b49db1d1fee6d739b75dada6d9da27cb..7719c40e0e4cc4f965e639c3410db5b932ee2328 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.output.dense/_0.pt
index 639a0221929057ce3e6746fbf60ea122b8477e11..f3600b4fb12ca080992b04566785131b1dd99026 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.output.dense/_s.pt
index e9ffcafcb16c2a4563db2e9c6257997bb10ea2bb..bd3c8fdae0b1f17e5cbdb4583daa818bb53a30ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index 7ba3f92fed9102a55fb598088db5f1bba57a3045..d9a8349ac388bcbc698f22b153e31775b40d6952 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 2c1e67adf70387a1f07b798ab463d0806083c019..0993e7f4eb62bdf6732e85ef2894273ee1fbb103 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 95f4d2f098b3bdf5ecc380b04b06e2b46f1f54d8..fc859b430379d7845fed30e7ddf460460c1adb21 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 6ae829a4a986679512e7695942dcb128131ab494..dc349b8378533ac1506b91678636cccae70fce19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index 13422f6ceebef5e6955701aec7175fd18e383cb4..7a5fffc4e0ab5c51a2de25b9b3d27816a6ea672c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.output.dense/_s.pt
index 5a801e5b5717b09a825944744f9b1b47c8f2f63a..f433709d2f81c080f4f5188e9ea377a886ff6d3f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index 738909be5ce4c2d223bd308ca2a174c7195ddfff..b63c67dca413fe73d886b8ea3e3c68d8f2bfd4d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index a6a36882e3a6dec83f41fa9d5879e7975e99e797..e9f7954bb3178c60726c3ba3bf97ec05fa29eb02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index f8a7558a59b816362917a59b0d98fb5036344be4..372e677c3296c09d29cf88fefca151f551ac619d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 9ccff50e50cc8b5df4b76e9f3a403b78ca9238c3..7bfbf6e173ca64eccd54c62d83d86867e429d35b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index 3d1a0a351ffeca5f92807bd0ed335a8bbad34c3a..674695cbb8774dd607e211e409e56ca6be568530 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.output.dense/_s.pt
index 9c27f58eda61d6fcb48f662071e96c08193823f9..2c63aa7895e6371866ec0cbf883abe02c73b65ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index aab863cc79ce40aee1cb1c355874391d8364d4eb..7d4db211891a35ad64339b21d63f9b131219c632 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index 8ab7ea403c5ead8a68ac9e96188dc53503c2d575..3ea614a4d4a4c2f3bc2d7370c8dcd2cd97aba0bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index cab0241212102d528919648142051dc97cc8aea7..969d9220221cb616ad077ea6f2f0798b97528406 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index c3ea23cdd791ca30b8e18fad0b468d3bcf4332aa..105fcbd5eb383a7f92c1109d161f3c36e9a7250a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 462bc3f593604cf38149360191ac2b437b22b47d..4ff3efde9a91b34cbd0216bd68ea36b04849f38c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.output.dense/_s.pt
index 11bbad03a6068bd1ba135c35c6b2925c4a97ae7d..4a1c784b9229fb3abaf169fbe8f5f878eacdade5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 1c48a85ff0922a736c79acff19c30c7041c9422a..0fbc0c4435f16eefef21623283bc60510441c715 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 29e4f7dc1f1b6a427f09504adffd5285c32889ec..ddb8cf48e011911f0d3616f2b0e9a4bab9345522 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index f00de84379a854aaf39816cb203dfeb63cb21247..c7cebe0259622d5645000c19b81612247d2d59b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 9e1b164b8624f9a36f8bc09c9437eeba619ce45f..ff5792e273f428327c7cf95b9c1466c799090fee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index fecf378a563129bc07439e127f74a692346e894a..76b3a2118941aa682663764c6bf555dfb9e870d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.output.dense/_s.pt
index 00a07d6a69fff9a5a1c3fa6e61d9d0562d5aa3cd..76fa8cab8d61f09dc6b709d5a1b23e6c94112b7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index abf4fe21596aad6d5af4b99ccafbf814519fa1f6..5f7242e25d82290c84caaac4baeba5bfa7399952 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index b8b3f4f238f5a131edbb3b6ffaf9156ff7476a3c..cc18159bc6536c64b25a6a7936930f03bb1da169 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index 1ad430e4e54fd592ca27dc969560ba836023b9f0..8182b6d36bdb2681c108580d5faf9c80db4f76d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index b2caed26162d7392fef219a13a4d6559c4638564..4a899df343e4b542191abb76e52c4a5349e1d38d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index d628239e669ac1a70f3e7abba600ad1f166d1119..75f80c7bc5dce4bdffb6927cffa3a35058e61215 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.output.dense/_s.pt
index ebe87123b81aac2cf580a72ca1611cea4c691f65..178d0904ae86f35e4a44d68f77ac93bfefc622b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index e43d6e02a29c94daf3dc2ee9a20e85b6a3288eb3..f3edc895010fa4cd6e87b5edcaacad42d45f14f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 79dd7f1b0e9e902da6681f4c844fa181a6107de8..0fb4d23ca729b2d550a040257122074132a808a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index 24bff20bca230c487ec85f4a684932f75d222eef..634ed5fcc81f2495e898c73401b27dcfa44b9b85 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index 2e63aed4c0b73d43caf276490b7615117a56fa7c..0a80033d5aa143435fafd1d2a5051c4c185af61b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index 9da254b5dac6aaed8b5da192dd907c6a24159a92..a3710a06bb9b0180d46288aae4130f576bf75a05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.output.dense/_s.pt
index 866e4eb745fcfad056b19176b69f10ba533495e0..d50b53f1a2f8653228bce625ad524ab494d23b0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 044b2d90b44a11d985fe68fce279facadd4cad8f..631e39bb451a133d83716a83d0a78202649d7eef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index b5dc7afe2e67b66f830e039eb3d5c7b88c1a7e2f..ee99412931e644e846a033aad2a2fd0db1524a7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index 320622d077ef9b7328429ce6a80a983acc8bf6cb..a59fb86395df65259969645c283f8d0623096e70 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index f78a03dc123472d2f340ace987a7ffd2088d63c0..e703ed125045cf25feed20e80526e538f06efdfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index f3a5a2be7da18ac832913cc002b14be4b4b19330..52a1a6593dbfa489bde96d3314747a77e7ca4c9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.output.dense/_s.pt
index f21a7af9f0df4b736899be24a60005d518ffcfd4..d851a6fa6bad1d5752d8c986eeb110885e8706cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index b23f12dee2bdcc501b1b9c3afed2ab994d01918e..65a3f207f8de5c4ea79d8cf6eb5e0263c9e37d4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index ba750d5384ed454757528e01fdb7c43936d73019..9655503b42a7fb8957378785c8831b3ae7c15f35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index 494ca1eec32657b081f82b38d5aa4c0936f64c24..524edafc9896fb427c9c00d0971fd7c8aa026bf2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 5a5fd9391ad28be98f4ebf769aef71da567166e7..e8c727bd9f3643e35caad6e839d9bb5536a61d04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 5ac7f67c0cfc2223a5049e9b1d0bda35d814a8a3..e094304292f3f2350b996221117cddca76a8ab34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.output.dense/_0.pt
index 99e7aedcdac6d7e5bbd5a82af043a5811a25cc3c..cbab1b6d4c4eadb21135716ab929f81b6ef03730 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.output.dense/_s.pt
index 7493842f04313b25311d411d9ba0c0c97658b076..d65fd4a7841278652245eb0013f6b509927804d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 1cf1b93591b6f54bb11e65c5ecb21a7f00a61fc5..805f7d5e3fe826d652674de9b94b4c5a2ce88621 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index 5e0158226622bd3394c95eb62626de43c571163b..79c642427fc580ebc501ef8ec953af2518771c2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index c1fb5f6404b97ee0e642baa06580edfdd597514a..ec3306eb7b7203b1f6ee87d8ce5b16444d5b2165 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index f57fc45bde95fbf4e0f0413491ac73176aa623e5..9d31bf93ec460f279db29f9cd703ec11e47f4a79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index 8a95a6d43017d2b88a64d42028ab4cde411bfe67..c9e41b9f67b678dffa25a15a97f0eb1409d98afe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.output.dense/_s.pt
index 40c97ab7ffbd0fcfa4148ceb98ed323fb137f7cd..9d91796048dce805492f5e6cfcd965a14462c7f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 1ee1d294eb7e17a51acf6bec3061fd9a15bd1ee0..a7913ae0868343d7dccad8bf0011e762b5766a46 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index 4ca140bdb898ce617ddbf7c6890adddaff74611c..9ced65fdee3b93309a341c9efe59e142e62c4c07 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index 34aaef305bbe30abcccb8ffbc6bfc332fa2135d5..a565ea2273f2e0f5aeeda4d72fefc8d5cb56cbb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index a5799c1ff231342638074c5d71c1ee92d19c0342..dc73546b2c692b0ede62a5c94e0e2cb4dab08dae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index a05622e268c7555ff440114d8b4bc1a16edae205..75e34b95c7e721b11055afda74cf95b08febf017 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.output.dense/_s.pt
index f996ac6efaf019414b0adcd4b31d4c965022cf45..f1897f395b741a3493eb2ce5184938d317aa0c4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 1f01fb2116a6cb454bc0cf1f51296a3186c3c6dd..053728b52c80bcbe01c48aa3d40895fc7fb17f99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index 44989c035d030b4dd79424ed55dc30f095255d19..5286d9e16711a2374e1adb851b194223b2553482 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 6048ecbf61ce39ad3879926ab57862d3a142fb87..ef4dc6750b75da31fd1b365376b439ff41469472 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index 3d5f2737390f47c5e9f6280a637cc01f4f0c5429..26150d9bf4f12e5e738780693d60678fb92fdf7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index dac12e41b8a49945fa8c788b7b3560b5c2fa965e..c479d65c5e466c1e1bb815f3426e33cb62b28bcc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.output.dense/_s.pt
index a0bedc8490ffa5732d641a2fe31cbdd949aa780a..c58c5b03ecff46c1f7a8ce54c87ee0bcfe60308c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/classifier/_0.pt
index 2e728f4b52e12adb0e1d0a3ee734a95ddaa693d6..c0ebc0b22e6713d8f620abb6359bca48611ca534 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/classifier/_s.pt
index b2412111ad3deb2f3773d4c2e4a10844c31d0caa..4e37685399366a61242012c4c44fab341cab2656 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index a02e427ffb5b7aeaf5231a26c515a0b543cee46e..4728069e08e4188d55a0e02264bc747133a9276b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 1cc7b9715e79d55f102747a7a9f31a3558f9e31b..5bfbaa1626d25030c3c8dc9b4c3154eff777677b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index 2cf4fba6c9ced8f80d84ece07334bbbfde8b18df..9037e55880f07724d79e49aac236bc595c2934a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 6e1508b56d9d9d102ade23176c335a77b53b870d..c9cb8aa92d5221294c21246ab6daf45fcd85d12c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index 40f7683de46e617990235460704af164f0078f08..aac7b4f24f81e3512ef8c695e6ee0940bbc11240 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index d56d255e8dde0ef49db8da2139ed9872943a31a8..009ffdf1efbcf4805746a78448090358d626a019 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index 727c2b8b2dd2f190ff68736b357af1d2d5f27ed4..0b4be4606d962eb0b2a488f8af784e97d357bd54 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 29dfeed49458850d39b02cdc8f72effcc99789dc..9af7663ee6a433704dd945fb0c5989542a3828ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 7859bf389513fc6824a5f53b004c720f28c26ca2..ca0d416fbbb905f6ab9388e791558c2e058bbf49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index 162d2aaa62b6f37edea8f404da04697e358536ed..5867d36ea4c3202b708ea5b1737e3afe7454218e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.output.dense/_0.pt
index 7e5362560cb5ed63578c54814d758e9c1c4714ce..5a524edbefdc4bac82f5a0b56fc28d296be51324 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.output.dense/_s.pt
index 11b94b581638b546e2562467ed691c77f3d015e3..92bea51969d9a8d53b806ee76b82a338fecc4d7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index ca34c9327ff82e0689fb1eca120b12a65f88ea16..941650314010986eb14d4d87344287d6a67f71d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index e242cf1844cc9ccf52902a932becad1dbd88b902..e279db308b90f9a1427304608a4cd1c7c3e264bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index 05b7a17e732a1d70409571e5a3b8d17a5c32fe3f..f661a96e90d8712accc99725bce1fd189c26d704 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index fd339770b15d091d7ad2cce6064b6e4d79854db0..f8a1130ba0651fa512aab3cd511e06947dcd28d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index 8e9071640347edf246f86cc65febd3483cad5da8..d2d7963f628ea73c8feebf0777b964cdcc4dd665 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 58bf8f46d8a3d14070eb4be8917e17e5d4241ee1..be6752a037c58d0e18eac60504860c483e044d09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index 7daf4de7bb356266edaa686ea346aac8c464601d..b43bff97030c463801dbe414520ff4c2820438f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index 142578883ef9fe83be9608a3e642d632dee08ed5..2c77c5ab99c73a8c2c47014c807a5ad4a490d6bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index 3723c1d6a5041d2b64a42c0138ba1df11115c4af..194516f8e5108728ccf5078ddf94137b75347660 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 25e71806ae16ebc11dc11ce6bfc183a7ca56229a..2fd30edf530c544e444ff33ac85a0392197a841d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.output.dense/_0.pt
index c09c7af0403509c6bf9f1f27d0880a1f33bf88e6..550fff8e024ec9158acbf15ef9c8d022ebcf2ef6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.output.dense/_s.pt
index 555292a1832df494345f0ec64f71a3235f92be59..7455b5e936d4c9d751bad723e24ccaab853ff99a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index b13e78206b0a96d590fc14b3f65ff55d59f9d199..43c8248609388964d1cccef3bcf0754a7237c3ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 4232cea1a341da2c20ef10cd4b6c1ef4e6dc0f9d..1e2904307549d8c71451a345e024212fa1075a44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index 85bfb9bdea7aa075d6c67c60cb7928b9365b68e0..27a68101f86fec8a321612d78d94bb9a21b7ffa5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 12851d51b56260e52f38a046e2afffc8f3a606eb..f1f9de5d9bb2c4dd5b14082233d0487fa1321046 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index be4ef02d20c7a84270f376bb46b069ddea4d6ea6..4e8295b4d0534be5a76e1b6ce8c7c0049434bdbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 212b7fae420615340bbb87eacb95c7e79696fc37..8a59102c089a86ca15aafc790b9c83bb76120bbe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 7a8af68d64f6128ec0b5080f71fdf0ed0532e2e3..7f5fb1e8bba8be7999399101ae0957d0f48890bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index 55317d47e987c42df7f10a6b4bb788c81fce6e25..49c4f3aa61d11ba94f7b4addb11cc58cde0ec165 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index b682d8a8d54b4bf49d8a877f39270be711380b49..c1cf53d10661bcd2ed332fe9d2eecb729f0bb2d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index a06be6e0932f7764704c5348f9cfc9d716ef50c4..18d54f50e59cd882ede9f840766f41292b804c59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.output.dense/_0.pt
index 74583d4450d9a82c0fd830c6a23e1d9ddbcffe17..3308b19b5399f2154b6794b57ee323ae180d06bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.output.dense/_s.pt
index a6a8c757afd8b5f06537ff72fe7ccafb655c546f..bbbff5e2aeb2c50ce2ce55af18019b7b90a0f9af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index 445157f442f85010642e27ddea3a4518f75d1cfa..adb83176e5be5b3871863b4f4e8cc4fcbc7dae18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index af8029a3c5bf50c4062b32e3ceb48139353ea4c8..e06dc98d582df33ffc50a065fcc6741f01c7bd44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index e6736f1d3641f4bd31e361d2756da62387c62757..0c98c4061ef50729f374e2fc5b754451ff3a4d28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index d61f401da105fefb3200c59ca7e69b5a66e1bb49..6636b24b1726ed86aa1c23648b5d360247b598b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index 2be3ab4b42ffc4cd409c886425438aa5fff78a18..bc79484087b363bc5ebf4491cb7b0495f8f2af39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 8b3da138493eb35541a4f1b9b5b3960c2093bf40..2a9949d8f0c8813dd74050f86bbc36e6f7958910 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 0677f7ac48665d4fcbae92c1332ee8f9ee811ce2..3eab8a0b4843dfd4af3e2ee1cf0117809adfd07e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index c246fa561d29f650ae813312fde59631c2980bbf..f98da1b4b13fdff3e86021a18a71c4e080e6c595 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 512618da9999e871477a38a86f2853bce2497061..90f37a9efef25fc9207a2958040bb954061514e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index c2cd4ac7e84cc4d6a035a881e268fb1bdbda0bb2..9f91833f9d460bf74a6cfed4a95f16ad7ed34a43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.output.dense/_0.pt
index 99029f61d95c122fb5500da9ab8bec2e0cd86972..3461686c29591f7b4632ba76f19d1b84929add23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.output.dense/_s.pt
index ae6cdf4d1f4c4dfada63d5a09d43c94d0aebbc5e..ce2469d91e7c4fa2df7e3b0606ce56eae33a0695 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index 6fb5137d191d7e8e5bd4289ef591f222c296a9c6..e2aeb14ebc02c4352a37bd2c59d33cb80e495834 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index 68fae1a057374eda96165bc3c4922eb710723c58..007aef03215a1c6c99fde2884e7da7ecb47d7b7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index af820270814352d2a0f24d74019aac68d6c7642f..633f76d1cd608c1d82013ce1829eae1d33a0539c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index 2ee6b576e22023fa9d8e02614d649fed6bf784cc..4046d30682a069a740b012c3e5e324e47b8bd25e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index 56419d6319d44b4c91a1f029c79cf66d54cb6970..5d9d0c03a982ad6af8625a69e40a93e07432903b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index 0b6fcf404b74fb16c54702c9e24b84a4b5475288..223541e8ab2ffe15748c2b0a842c21a0092d1eef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index c375b65e82ae83145f0cbb262c7c5d4155b982ad..7e4188fa0b4306827970150083d7d4420dd2ccdd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 83347513ecce729d4e12fe09038fe3987f9e488f..d9804fe3d399a6f92ec259288b7cbe71d80845a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index 9b63d5c208338c77a53fcad15255998adff67f1e..a255cb7c03716d671af91842acbbae3f31695870 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 2504d64aff6219ec224d8a7cc0d4e2c294de8c17..2f42386d59980baac057d742ebbcbe2dd2278a41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.output.dense/_0.pt
index 33d7bd6c5a5812cb25326e77bdd8381cc812b03e..4f448e4eafc03b03352a24a7f062883d85f356ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.output.dense/_s.pt
index 095ce146fb04ed74d22f3a266921261ea0f8e413..d29f2e87b79f92c5d7447d7d8083a826583fd1de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index d99e67212b3d7af612ea821cc315946268ff4fd9..66405d8637d8cace333a928701db4ffa34b464ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index a4cb9997102311a289d42843ab382531d48f7d4a..15f46ac4791a52ddae6042ab40f166699b709a79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 1bdcb09dede679ecd8538d817a2f77695e66247c..9115c9ab9ae72927bf3d1b2318e737aef69b1527 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 540737373646ecc8f48d2584176c924122a8abef..f0e0df3834e8787dce21ea1893ae837bffad1de1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index 3a62622b9924ac72b1c4e78940589f349e88718c..880e66d061080e02bf86dbc826c975d139673d99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index 7385fe3fd1eaa310a71bd84a05a14b043f4d3b8d..f85e7c45f8e4e0f7a384480e7ff6df9a32506667 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 170bc76e5a62315ea6f52a4554de6f512660be41..2225be756f7ff0fa46cc942015baee5cc1220818 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 1b171893d7e7ec8ca0cd8c0f6c539c2a77a031f9..7638ea125ee943975b9435aca585d29f1607982d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index 96edb297adda8d6c4feef5a4f68a89fef0059a91..7fce48e1a10cb9e2643c7f78da64efaea4e3d4ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index 17e84e794d09aaba3819810b1ab8eb97285d834b..eeb87b0442c2d85fba0a0a0ab84068680aa00f8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.output.dense/_0.pt
index 387dba6bea58a45d3dbe3ba9247e4c011dae01ad..dbaa64a704ef761b13e66e88cd1104e4efc9c29d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.output.dense/_s.pt
index ca991d3569ab49fed7b154c6a4880698dc9eb114..2abf0feca9a28f37800a09639dac93f8769a1060 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index 51e4e16469194d20654860baa274d851300357c5..2ca45a58816c5db3fe79ce2ee90da706395f5bc6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index 7d8aeb663c301f7b60781c9f927450f137eb6aad..693c291aa1e49db023d11f51e1099c8275259ab6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index 30f36ee08dc2e4df5f037f3fdbb60358a00c2ccd..7119e5b9e26fed3dff55a48cfc771ae5f1f90505 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index 7c1695dee234266cb46abca05b34248380a89cbc..3d386bddd5db7c2969b80e4bed64035cdeb3f583 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index 47a58f67493799ea439e4831dc22ef925780e15e..88aa38371ee3464abfd4b5ab58693c73932ea7f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index d0b370c27814ce7ab4ea534bc2e705b63f49c08e..469bb577a2c10cba2385e87540ad05dc017d2a4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index ca462c295f85bf2720b270ae9d1fdf2aa7602721..29ef2c0474a8b2fbafe4190a64941e76dd577570 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index eac3810905c97b32dab6df29954467fcafc59720..07b13c27d33d1ab9e0c77ee48de826be6bb02d92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index 669287f6eac36026ad5bab7515b72ecd6983d8c7..71dc617276fc049054cf51445c143763517c4bbd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index e848bb9efc6ef0d46da90e410187eb3b6419c96d..eebc5c8af5141278316e6cd337ef8248132461de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.output.dense/_0.pt
index 6131b0f385708cd86cc109b00afa7c7b9b23a4f6..ee2f0cef10674ad8126d0b43976b41b13bfd0165 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.output.dense/_s.pt
index 65ab1f2cf69855e5f2fb2826d5160f0232a239af..2bb51bdfc85d1a7d6c5e82272cedfc696415e498 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index c1c38d418218af7916818a759b006d78b19f59a0..477763c0d6c9297f2745efea251dc41012cc90c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 5d156aeeb7f2adc19c0e2b241396398d9cf5a165..e9edfd1d967164a3bf4f69a0f596af9de4bf2222 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index 4e12d5dc7104d371d4566de7726e010806fd44cb..90e9a387288b843f20663bdeed6391d0c019ddfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index 5b3191e1c97d01410d6495309ab3a6342bbbfae4..9b5f1c1ff47f039fb2e8261a8d02d6c7c0b3c05a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index 5a15acbbe330e80852dd262c1fb2352589eeb5ac..caa59f0b4029a8778e3ddd428bfb0a4c9494eb17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index b5b7931c40e1c9f0059a396cab542109fd78c18c..931f0a6b4df5ab5ad4ffcd8c8cfa278196e20b67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index 83a5a396c23678447ef277f9512fe6dbbf97366a..dfdd92d32a126eef5507de14c93f2d1526494808 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index 3aae72e2376a487bbaf0841cad962e0ecf5f7944..0840b6197345548fcae14e6ef2368e4c9391a0b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index f3729e82a4c1542817b488ec7cbdcefa93f0607d..7ca1a94d679816e7cbff61945157c41f9aa0895f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index 2dbe6d92a03b04d3c6f1bf2cbe14ed86ce9cde5b..44788eba6b413787d4c9eac01f11035a32839bc4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.output.dense/_0.pt
index c6b3d19897df142dbabe1d267f73ae32cd964f2b..9159281741b0648c8266e63d5d7b136d77b11b9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.output.dense/_s.pt
index 751a19ce8b20aa2565d5808a9c3e7317aed0cc84..83d2653e499f0fa6b4725c74bcf92ab9011930d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index a1e36ebab475fc87febda94adf04856d952c3b9d..d82015bdd3884d4154361c4dd3b4e4bb88017a4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index be558a55342edb512233fb1e0bb2ba67e190e36e..b8294fbed870e15e7df3bbb58200cd50a1d24b7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index 6e59c5d84ee52170d1a54d282c2bfab41d5986b1..ba3f0c92e4eae1c0bd642bb03ebeb5838ac4f07a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index bdc9a0b064f8a8fe925e832c2a702c83ef533983..b4f0c6a44ae67404bed93f7ad900fb6d668e9af4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index c52cf645ed58e386aa8e7687ff9e89c7bc017a4f..e1c2d87e85336f39c1c501373ae91f647ebf33e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index c3b80836355a778bbb49f86415df075d7a8a03a2..2c567623ab6af8ba7d9d667927a1c1c547bff8dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index 3eb1f6c2d639a79442e7c5d6142389561d3ed676..0c61f93a1bcb3bab25df961f9d1592a9c70a04c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 6653f742fffe352ca2aa211c0c6c66b758a3ecb5..671874b8af13c620d679eb64cd8ecb9a65db2ab6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index f985b410fa9c51e32f83d9877acba58205bf217b..badc1cdf50fb2a56a45c6ef1eed81c873c2ff633 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index 703cb299ac69330df201d78b4bce6b3a4d66e066..3723ed8f25174d84424c23f67d9665a549e7a9d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.output.dense/_0.pt
index eb3caaf712d28f0569bdb5a1c2762a1046db86f8..1c418043b468543260a99c56d6c721a65f4a56cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.output.dense/_s.pt
index 0055ab4737bfdf2aa8219dff139a1bb20853ebb3..ca2374608ff96e41109e27965b4c07730e4803a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 469eefa86b4d4cc717c36cd3897a762509081376..8278e9c452c016215a017354ae348b1f1387200e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 24ee2573186b5db8b7e6ab3e1aa9ab4cfaf1392e..5093279cc49b9eca737012ed72b8a36f5fdee160 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index 8bab968a228bc44175c748c6fed429459418d43d..866c9dabba1b1acee610ca3751bf09a20323efcc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 92251a7eb0cfb5cb59b37b98fb8ab2482429f8cc..ea19cfedd9719ff191c817a35ee50174ddf150f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index 72633209175d5ecbd8801d065e139d2f13e5a828..78df07dcecfba37040dcbc70d68828dd8d474ab9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 201d168b8a1e4bdfaca1572f389f23676c5c3180..429567f6ea792748ee2299f7cde79af064912f51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index eccad1d1d6e59d0918350b3952044966dc8ce159..21429bb82848acad106f1525ac2acd2ea0b7973c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index da9534c59cabc6cbba06239fb0bc99fa63a00f5d..ace20b06a762f714456f77352d2768695441c1d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index 46d262a0eeb9613be72954d718d201c238e98a95..8caad4c1a757a69a28a9577e8767d52cc2f9e6f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index 2d053ff9f7c9760361f87762fc0a30e792f8d662..9524197e0427011c0c9b42a4033620948c5d9a52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.output.dense/_0.pt
index 58767d8230ed04caeb1f1d985e101b9f1899d537..e8ebdda5f280768cd334194239902c9da05b9880 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.output.dense/_s.pt
index c63ae1e099e458dc3daee5f558c0c7e5cc69c012..25510a218ff4e48b1264e3ab25d7d71ef1d27405 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index abcc0c1549ff21891296acd245702c6a08b06139..570203c0e89dabd4b744981c62fe7e0e423086ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index b7de19805df3ff6d85aea95e35723b149dc8d257..427b70987003d8be18bb28f18742928580748206 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index 9ebe7fe70fff7706fc1cfb15bc991dbecf7e78ea..5d385cfac8ab5180a0cd36149c413ca2a325ae8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index 6e22587b921d9fe3a4ce58b2714ea268986fc788..1c89e1017ca1ee1962c44e36c12ecdc8439e06e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index fd7657d4acf1b8f36823a1518477266a9857a94d..ff977326d7ad32f987ed096947ddb761afb0f07f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index a55a7a191484ddacb636ad545f81cc68db00dff0..6fad4a5627f807d82c8b1f467596b96715812b2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index b1185041c23e733a22b47cb5a86dd6d99238dc85..003dd16e271c2121f1ce65bb657f44737fe94919 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 2427ebfb37ec72bf80575a7d4022ee32467e9abf..3fb5b3c9c89315f7e402936bfcbed5fab8eb2443 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index 57b85518c181205398c235ea7bbace67f5f94ac3..f6c913176ad5e6a8bebc651e60e46d8e88fe5056 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 7e794f6a95b48664c19796491b942ac976fcc9d8..eb83af659592932b53508ce0f20b7ea3240a1eea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.output.dense/_0.pt
index fcd20d9cee81235d007b844d7754b279316dc6e4..da37c5088babe04bb9c2a65740596eb427e90167 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.output.dense/_s.pt
index 26b65dc1b47cdb0cd3a1a9c52d3a6f272224c550..9af003b1ea0e4b712cc6ecbafee33f3b72d1a641 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index 9e87df531c36f6cfdbc2d676ed09eef8bff44fc2..e156d0cffdf5c8a75f786598197b9c497e0e6990 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index b727941f709b0d70163628c5a8626e43ea32c573..4e98386d62b49f5d7cccf5766705be45a5509050 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index f1e05c3b60295e169ddfa26b63f2dd12ffc5f91e..a6427fbba6f286e7b3eadee9346a30c98dc532f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index e97d169c9b2ffde7c956d66554c1143e6fb2e7a0..56e8cd9c0ab2d9c146ad4851f3a51759ebefa51b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index 1fa7ec7f6a9d00ec533747918982ba4e7d73dc42..b15cac5dabb19a8e7e2cc6448144a651bdedea7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index 1cfc76c1cff94b54cbd9d92a1335121e9718c946..0c255fa87b52b783fe954f4e7fe51364bff0569a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index ffc8c3e2e1aafa166f43b9072b1945cfc4d3b5f5..571e7a8e3bdfd00cbdf45d16454fe683285e3151 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index d1262ee5324c6b9a63b0b93011d0dbd9f8306a78..f42403586f0edefe510f295d42f0fe8a8bb585cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 9ebcc954e20c3c46ee18b3cf2fd18ef20001c17c..f7b2ca0811dd145415ce29501c6025d54e6b9ac8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index 70d4509be981b565f0fae2c18a3dea01067c76fc..7a76f04da614020623a3c8fed63cb6636deb594b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.output.dense/_0.pt
index 643c406e629d3c9804c6e4cde751e5718a9ca4c4..4c94ec1688e539ce773d30440a7d9ae222222332 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.output.dense/_s.pt
index 63be1061c16437598a5e5f0a5cc526331da58bcd..db60a6c752efdd3db9ecf2b94b712a4c94ed86c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 9b9da26a478913e040b87ad44d5c963f7b96e915..714b87402d57f433da361e5a11c22bb22b34f1d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 7f137551ecf950a1929d74bd7a5e4d8638f89035..719283c319ae7198f689973621273104c8114c30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index d63ee09928ed66e0e06c3665326ca47b9319e43f..214e763c77c4c51237cd50e6176041a01ea0e669 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index f0b689c80a7412fd5df2354b4e1d3f335751334f..3f51e4c90012d574902c2fdc1ed174fe2d971cc3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 65aef8de0892babf4f84a9326ff3563036d341a3..9211af23d695dc2d1caefa9f07e13ecf73adfd3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 901d978c759d933cf3ad122bb6fd5bb26aed0b9e..7dd739ba8f803012205b8d3508769ea6fb54fe67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index 02c37559785d81bf4415b99dd8fbe3074fa92b94..e936141b3f19d0aa8ea1265fb3e0df1aaa74e748 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 291d3a06455e9f4a803f0fef5d28b90b64a5df9a..18466bf19d5dc1826fc53d8111d5871ba8b0a731 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index e6f255195f621d50ae60ca8e800df44fbd21b4a8..3e9747f999d59a26fb4d443ac16bf02030fe5fd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index 4ee6a3d73d94d2f2eb00ebbfadb7eafbd38668c4..0aa54d392f21447cd1c8687750f9495e10c0410d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.output.dense/_0.pt
index 47fe9f0da24eb5ee0f0de0ebb9e70e66f2a44126..10d4c51d999a5ce93451b3715d8bf87afd9b8ef8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.output.dense/_s.pt
index ced822d26958014def70eb7380d7c3b7f478ae13..458249e16d1ed1d1bd1e5bac1999e1c059537027 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index 24af176600d3f18875f4522282e26ea1f3f18033..2ef4341a5e66d4f1d4eb556057ff681269896546 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index c8b5e15ac60c28a7cf2f3dad41c789d2a9996444..8ae256357d23102c95d40d581482ddf75c5b1daf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index f6b46ab12daf0f8bc366bd4e13f6b62780618e78..69a903a183ca82efd783dde639a49f5fc951f645 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index 2563bffa2d555aaf33c7bddef1aeefd5c3b5e95f..34b759ba83536c7b472bb3f10c7200de5a0f72a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index dc254de5d9a4c709cc4deff77c144c55406f0c7f..b72c648a092301f80e0c86aa7c0209814d84ce0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index 48b9f377f93e2b41ae12ca07c317f18647b41cb6..9f32bf5cf9bab0391b57d2f2cc695aa2513c4c01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index a7ef42e9a93d44fd145d45a7fe8a947c0a03dd63..9fb8d328f549d885ade3b6bb01af5fe96f9307aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index 21f54e48585be6bcb96ae0375c7c6aaa2ab1ccaa..3e5017a93208194ce876682a55a2d273f25ef03e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index df806ab3fa3ce9b825ab32805f16b47ac6c634c7..595108d12b1324d8bc31b6d5dd0a1091a70f6279 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index d81220734b576c17a8b97dc79c9b42a989343b9b..8625f5c08019233fed470139930a407fda0329ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.output.dense/_0.pt
index 0c2a02eae9263d06f904983aa6b0e77c6327e6e0..11cf0b30ca7619ccb47d8097b0a6eb4ad9b0bbd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.output.dense/_s.pt
index afa75fc2186c3fbf2372210e96eea38411f2d65b..cf065d03601600c1502ea960280ab4d9716ef421 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 893e26d5251b54a0d33543bc9d0202f58d9da83b..c71e92f204118d86e64cf088a2cd72121406fa6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 3b82abbcf5e31b173ccc34f24195a206c72209cb..4b76223b7c90549ad0fadaab05e971d4e76c8520 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index 09ebc0f12c412d0bface04d5c9d1fd204b5edf7d..e55aac0501ddaf79296b5c3509bd23e2d8c23b14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index 5253888a4a31b413e99e99454155e24b0e59724a..ef4739a30b3ca139684e7e00e6b8bed18acfe58f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 90bfc86942229028612e4d0ed467b00cfc03ff33..81fe5e440caff1517a735dc63526917de5e70972 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 0cfcf752e364d9772411874a6e8a75824949f08c..a3136a451372395ca232743e745f6c1a2482d7fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index 39986f677a84ec6e3049ee93881151465d30ae0b..36bc489bcb18341252908e99d6479da1fe309ba1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index beb0b76812a8663981443b20ee11f4f491d5444d..eaa43272c657fea2a647ba4c9254d04525ab2e80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index f7ae5a11ded96c0c08b3db19f69a49b035951c7d..4355ca09c061a0c71ca14ce6e6b010170549e0f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 24b3eef86ece8eeafefeb4661be77706fcb0a254..6a024462b68fc2c5d80dc55688ef84828c1bca25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.output.dense/_0.pt
index 7760324fd51e4d3ad57368d04482d83a731a2262..f7c3cd44156735a882c938c6c71588065973d053 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.output.dense/_s.pt
index b27d5d65fb45109064b4a0432944ab165efe90f8..5fe3e44b45bbb1c113fff23b143ea6ba5666dcf6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index b9d443e6ef72ac2aeb7c27fb2737aacd692674bd..db5c2de2e71c0ef42cfaa8a64f20a59e7dfec1ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index a70ff6fbc5857adaced2519577e7ed8e423c15aa..7f33ae2137b326dd28ad3f61f8c7220781078555 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index 1b6df348a32f0c30612bbb9876e81fa0357b99f4..fd93744f6b2693562be3d2c1ae268cba65645812 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index 8791765a70d185a642a164966015ce3d19472e62..803933102092a2ba238b51042cd5f2aaeec19892 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index fd45e41a958fbe7eccf9d5354b03dc661023fed2..a17eb6eb6511c6964abd76e5818ba20acbbadca7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 4c8961546cb0fd25566adb24c92e58a65a059af6..a3efb74f954ea1ea24c5d0f076d8e2884fc12656 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index fb66289edd319fef7e5cbc278d3ab6f4c6071770..7997545d1d4977477f6d43e996402deefd34c06c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index d7c99aa6c67db44110352826090b4b6835605080..6c17a8bc7b81adba9f9d8134b34d5061dcbae896 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index 58bb4361051f1816c6997205b794e2f33f984c63..4a0505ede9f58e5a24072e0280a100a09807c327 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index b102f5c96802494e2d4c6473ecf89d622b8dacc3..e45bf73f6f21b6e1e2e6309cbb8b2430e0c4b5d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.output.dense/_0.pt
index 4eb93911429b6024933b0ca0af8a5958122972f9..2d1eeb4328d6a01de41bbd91ad24272850cce287 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.output.dense/_s.pt
index e8540d7183961bbae7d948b8591d373cdb661552..c9ef92fbcca8062e8af23100e484318c44968df8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index a889a351be124917299dd670f3c8801cd6d527a2..2f00879777c8bdf7630b06276f0d96b718f57202 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index c114477c2748b3155093e815a86e5ed13d836909..3a8050ca4fe83d7799823fbffde15ba0e710872d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index c7b2fcea981c21a8b23f8fd75cbaeda8a794d79e..cc72d4e693fde11a5931ca11ed81c0cff04acbd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index b449b7564c7c4a1790c3d73c135a63829d6686b6..12f10297b5e35557136bf000cf2d080473988c8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index 6071d1e9295c97f1c5683e890e9a4dac582a27f5..12dd12fda91488d256b3005590d9870ca9fbf3c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index 9a8f4fac50dc701cd2d87b415909e48986872e1a..8b6bb9d4cf75dae6c2315bd87d09570500aa0dfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 230a6cb18ad856a12b5bcef0405522d4c64b425c..41355de7c68bfaf11e6fb46f21a3dd46279c4424 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index fb4bccc265d04072f2d703843806b6a1e1ebf509..38757016554b3adcedda854aff926453637345c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index c078c7926b58595f54a297ec627d52745e5a571c..95aa941761b12367dfc977531431f72e18f2f645 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 15a8ca30d823cbbc42f9a574ee9e31a3057c83cf..b8ad273a4035065e5351f95d6814a89cb730edd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.output.dense/_0.pt
index 5fc64d10c8df5e8b1b076dbbf24f5a48f47fa4d0..9c4fce568347f77100b590642efc713b4cf45272 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.output.dense/_s.pt
index c321235275278c946410c6621bb3d4823513ab6e..582484cd8037e41e98bba035688a476fe1228846 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index 929f869f59f065a2542f3646e2ae25675da381fb..a73f22b66a3111b865bff32b747720c795bd5d14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 7ed2ca32a7c32d7d15da8b82a2a36dc7874ab4d5..aaf49821d569e9eac55cd4ac5657f97d0c857272 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index 0194859cc8258dad6901f0d9e1d43e2b6c7a3f56..ffc133d2cffc2793d45dce5ad21b0ea8bcbc7e9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 7db6af392864ceb4241c75a40924d8b523de8116..b46d9246a77192a71647ff8e817599525a12fc0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index f058697402ea53d57efe140717f50238df3767ae..27b980a882569a819fc835d7f5f60e35270f260d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index 34d757f1703a32c34ccfc28760fe3038f42cda2c..1cb8515d04c661ba5f2c014ac620c80fbb9d0e68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index 47449e18939d8f99ca5536f4922aeaae78e4b66b..5e27f1ca23a6f8a3a3ae381d4691714684485ba2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index dbd1e755cd659ab80980dc86f25ecb308d619728..412fe236588babb9f9147eed3896277467ad1fff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index 91b6c51470863edf7ac765e6b86c0866a9cf96fd..726dc29ab1d96c284a6afbb6709f9885dfe6d280 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index e720d5a04eb71653e27f5c7591c0ec2b6a607d32..3c2f9600bc320c41100ecea0c8240c4397981879 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.output.dense/_0.pt
index b282c764e315ee04d2256d235216f5d9aeca34e6..ce12809fe61e528f95ff6e84ed2bf0139ee0634a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.output.dense/_s.pt
index 1010c454c9a07921dece1078795154c212481c05..11955b63362da718239330e4a5692f3c51194d9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index 162105ce8150ab118fa5dfcd1258f1fff35fca07..2fe402cba7a2fddea926e432947e0f7064b86fa2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index fb6159a33a6fe31e82f97938cee4c07724820b1f..fe15a5395d6c9dfdfabf778376cf3b556a9f93aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index cf58b7b3af6bdc53d6fd68d030ad801003ab9c3e..6ad2227670f127411f0de8272d114a28d8cc4fab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index b0041645852c27aca32f9ecd860d7400241c89b4..41b4f86f9401de256b280da494843999f0b62c9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index 64d7e03038c5e5096f7e0c1856a45def64207ce8..cf86ec9a07e12a2d663cbdcd650feddf17d34c58 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 599c7fc800391c7f7485f43f153331c976cc2bad..48ccf328301f0b0e272c11cf7bbbcb2f8db27496 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7e8824530e3cb440fd4874173304a759e9b5a7de..17013ea0009e6035857640dd4311d72cdde73ffb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 72fb4d1b3fe31d92134cc4c636b864edf2e4b7e6..39871d7cc898416e4254f245936d2a611a79e489 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index 62b6495c50f193e500931ac16f240be9fcad47a2..0408f2b7dba4173c306b6a9aacec6218b24e2198 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index 8a9837969cdb690e1711cb21cdfd4e9da98c434a..e5ca4d554b82ec69157075f7fd17bdaa41b5d3cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.output.dense/_0.pt
index e19543d38d1b5ce972b97d8997dfcb08f5c8be01..4275f4e68c2f3aa6dfb0580a5f44cff5224e6e41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.output.dense/_s.pt
index 9f43f1d35bfe3b34572ca19c6882bb8ef403fef4..3f852e3890f5510e83193ca0e22dcb4d312898c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index 5c3a637b42fc739a843a41434d8eeb31a21950f0..0400b855a7caa8219c7910f3eff31d20d2cf4d6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 3bdf90354028fffe7cc74354d54abc690adc50b6..85c9a607bec88c7349beff49cd59cba931e3a8b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index e3ed21246eafba7efac85e1f4346bfd813c039b9..600ba29dc975a9aa3ad1feaa04afa75bd3ebd684 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 66e940829e2bac6920f1263744f4d747bb96dccf..04355250153ec70436528c9c11ea948391e43e8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index f75c85c4a5f71e365993c19bfd8f0a05212f61d5..461c6485f123d30ce58eb047ff6723b301f72be8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index a3087628cc254b3512407393720a316ca5f61464..fc2b0d7079cfd35521f965f22f0d050850e83599 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 757ca9bf21c6809a9066bef7357d7a0f3d5d5f8d..91b5f8723876226f307579152ec0661bd60a4edf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 2bf86b5aac0cc8594c3d23ebc325f1e4cfe811bf..03c51b5c32e58e81533053ef6f9eb0e2b5db711c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index e10276b0caad992b7181c6542b65989fcc549d30..ec5843d4bb75ebe232eae4ee2b85ce5f4cc4c812 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 8341714b6704262e8f934a138b137008dcd4c016..6c24c47ce236fabe8621a9798d485f0c5de6bbdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.output.dense/_0.pt
index 2cf0532d2f313fd5b841248b8656ace0204c60ec..9cf0fa73ec02b37adb237c8f05d0907a407b3665 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.output.dense/_s.pt
index d6f37c71d94b4cceb1b6d28aba1193561339c8b3..59837aef2ad0833bc772b05f10072fa1db299112 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7c0e87c2d7421faf885e046a9b1cc01ba3e33600..258a69c9944bd0983a86a68a119971e4d853fc27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index 649b0a3cc99eeec7c25efc226dd473eeccd81164..9f04cc76189d6df87e57980339c4d2ce96720cd5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index 1a03af1bb23f2c0ed2fe58d5fc98f52aa52cd7de..2456f1cb01d93df1891f30484febf0c600059def 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 89bb33a5eec96bb9839f1c75fb5007eee04e20ad..a6d67fd9f7a630de9f77ad8652ea41176c5b7284 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index 94d67071647f76c72731e69ff4dd532b2783bdb9..b7cebc041f5095feba4253977c59cf4ae808b244 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index 5d3903a1aeac553a03f6ef12406443c10bbde857..1d8bdd40fa73e68de87ab1fa6e519092a328d149 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index a734f92737a433bd5bd6d1ffa58ab582702b05c8..74986edaa2c35bab880bd6394b9ba0d49138a5d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index 60401178c2ee818107bc54214ed97d0acf7e2cfc..6b4762b508b0326870e15b58378012ba62ec6c78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index 9f0d68ed41c874df2c4696ead10243378d9376a3..622d27b74f139f85e953edc2e8d06c966f7185c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 70d400a793a67b21d9d6f1e3805d1a1833e16c62..1145e3bd0016812ed6d20a0df49fcd736f6a752b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.output.dense/_0.pt
index bef58b43fce3c8f3e248c77c67f23244967f6a2b..01f92f738aa5b506c46c7a5466afc66740dc4fc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.output.dense/_s.pt
index 9ca20448f63c9afcfab5589e973230abfc42b362..6fd71c05efc2f3371b4b5d69732708d0e438b9fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 14af846b8bd9aeb3a3f4d0c0616546c38cbb6841..8a6db37a33615110b16398e5f024f8d462bc08af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 5c419b7638328ddaf088d6b12c562fa42c11479b..1b5a70b55e27da16d05f37c2644eede8c4e088d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index 484c6b7c6839dfd27672a1ae993f8fb03c12ac87..20750887e1b73db0e9dabfe52e97c3419e7f5281 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 745861a77317fc915c5afc6f41e108423a682727..7b12a698cc455475d9cd6a712c17205597fbc4b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index eb9e4852db9bb55f2bfe01db45e08497cc390978..a23c3b2c0983779527789d767db7b8665e1e8d5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 8ae5ef366963223f9479426a64583e784d6c3c79..b18841ffbb616052d44f44e2f9593ed3ea0351c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 88e4644dbae64b8403c55dfdcdefbe5697cbe2cc..55af15eb519a0c47f6f6bb706311e30b16ff3bfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index 8cf40adcf9ea55df77713c2b367a54af2f550ecc..43b03d217365f85bf920d6ff445a1353103c20cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index df691bd484fc8a2792a9e5cde839338efa4eba60..38fb7c776abf0d4e4d20ad91bbedf15d8f718e88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index 5ee8311f8c5f5eff09c9b5fb4907ab6a0bdd19a8..41932b60b5bace3021c81bb4b3801fa713149d9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.output.dense/_0.pt
index b1cfc664d594b95a401f24e12ea382818bf24c41..c74b0b80c6fd8bc697370a8f924a66f98245f730 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.output.dense/_s.pt
index 5a6e131078e354f44845593a45c1b95e1902784b..d7c041e701b46b721218a12e782d218b885a1d8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index f6f04aa9fcc91d5feeb6d77b7dd1b3239a9ce862..5cf9d454f6da5359797655dddefba800bbc5f8d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index b76236a0516301064f51180341eb8da621f883ec..b808a83ee14e378cd6d53c11b27b2e1bad4e6978 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 372246ef8c24c352e7cd3cdfad8557c1ed669851..d932675905dffd5246a1d394d730458f36413d75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 35835a6e533c5bd50eb03dfbba04e9497cd5afd7..bd46eea0bd800e2414322136639e2b5baf02ea59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index 6505dee1dec84e7d65edd1998a30d916d1958c49..be8ed245a947667dd3cc6b6de0131cdb26ea8795 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index 08d4286591d2bb1542945313ab1ea48875867027..8dfedffebc33b68bc94136e50527d1d589e1706c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index 0f508c23ef8d03424460c33aae51351baf5809ab..2c4a9824e87d926bd806505139b635cf0c2b9d08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index a0d4a66e70fb9dd47f0be427e1df3c85db19a457..4cdb28743f83133ce049c2cb3f50eb2a205c2243 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 16488bb9464d701fdcf0a0b07aff8f1ef7bf763a..0a4f64f44242abf683e442fc7193e068fb0a0339 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index dc7ef2f28988ff9244e17c5fb8d324b8532c75af..a84f314e8a2a6233714cfcb46776d90f832cdd60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.output.dense/_0.pt
index 6aea5b2ce76fa21e2f6e9a63d2d113080e3693a2..500d758d637e973297276d595853b0ddf45312bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.output.dense/_s.pt
index d898c0a4dfacbd3e097babbdcf42340a000444d2..0295058a929ec03a5c862057fe2aa9cd7d19f423 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index 6b1dc3434764634a35e0f9d1664bb92fe8f661d1..646e11cb604a8bac0b3c070a7b535dcb7b118675 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index c186eb141c3f6f15ad47ada5e8e4cba4774f1a82..d33cd154612ed6e966ca7df4a946d04e7c9ab268 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index dcaf4ff2b11dee538bb82356253ad4e461deb710..62c88285529c093411a0749518c878e7cf62a276 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index 4fa8b51cfb4203c2fc2ba7d25294269df53435cc..33e2b81b9d6e376a592cd1c84635dc74e6f97b3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index 62f49b4ab9ca62c787aff284cfa8e6fa846fc0a5..3c48d1aa2efb0a231d0616d0b8933082c1795e06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index ee9ec9dad018a121853973ddc68b4c25f69fb3fc..c3b6133e44c30e52668a045e2f16f5b32a6c2a06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index 51f08244c84bf3eb9b1861e5c610ac0d038e7edb..5b14e44121755cbb00f34918b382dd4d71d0b51f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 7c462818e7ebfc3fc77f3ddbcebe4298df24c12b..f1e7054061f542eb4b780fc8de64e001fe8e368b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 6d0b35c4f44fb91579f846011c3221ff2fa0f966..a3ba1a372ccc419d9446d39777a214098056d4fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 1e70895d48a43955d1ddaa2f31b8822aa255e785..cf48b1d3463b8a954429861c443d94d99fba59e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.output.dense/_0.pt
index deb9a2f600f66a5ccba25b42d2c04ff427317096..a8296336eb2edcfb104b08d9955821a967209f0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.output.dense/_s.pt
index df8c2bfa985ca2009e73f7969af934372a950d53..a7abca750e335b702be4bdda9e49f9f4dec8b44b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/classifier/_0.pt
index 74b064432c0a90fb2f0ae5435dcb0e52cbda776a..5cad65cf61be717631207ba24084c16a54747fee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/classifier/_s.pt
index 4606a52d3623c146bfe70d22b71e0fc03cec8fdb..489b05b0160aa5be33581f40a671ed74bb4bb256 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt
index 4f6a91a9bb030184cbf5cf0c6de691ecc8c27464..1e66e5c72810330b3a45329648a8848b48a6e204 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index f4b8966ed96543ccf0ba8155dc8b424fbef0ef5f..d391851ba7b4ae2ad34c45a2d15333df5afbdf2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt
index f597c141d28ef5a27a07e8055850524b0d42adff..24a1b904a1fe897bd54395f0a189a08ca91f7518 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index c9e0b138d675cd2ee5339b4eab3217ca9ca546c7..d3b57d7a53781134b86af107b7501b0c85cf8a64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt
index 6a6fb8d5dd46514fefa94517a3f6ba0986a34406..aa5f0335c5bf879cd2cf5bd7489917b8ed4fdf83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index 686e9923a64e58758bed9ef8b0c5b598d0d2001f..842c45bbfaac63432470b1647a4113ff5129ccd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt
index d4f1df8eef9ec28365a6eff9a345d8b186fead7e..c2cdd68d649a1a64792999e35687acaa86d61adb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index 9644c67a0732f95e37c287604ce47475caf4105d..a5a19ff7ec3e52e487cc98fd4500ccb496f34da5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt
index d2b4f1c4470f52b98fe8724272ff5182095bc0d2..9827cfc867413ec4f5141ad68948dcf12d977766 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index 3352b2970da40a450ffaf928e91beedad6e75446..4bf8b66c0c15c6c24cfbeea36b9f542d52d32326 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.output.dense/_0.pt
index afe69da37c0706c943f729bfb8aa35c7ff70c085..f96bc6e28dc243849e0b4a5e0ac7bc1eae6badec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index 0d1e8e30848d3669fd089f5c12f5630db34273e9..c26352f5e604d06a144f300fddc73a18abdde88a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt
index ccc03a992a3d90095313cc2423f88d0c4b18fc67..3039c77bcea15b6b4e626a17c8bcd68b43381330 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index 1175cd1306d9159af6d8a2f623eb7392ecfad063..01cbff83cf4f6206f613f0c225ff5a74b8f2f16c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt
index b95eeaf94549904db654f5e8cc6ffb601ff47aeb..ca5c633954323b801283f071a7ac1ff56bab37a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index b4e26123e205873fd1dfa7478ad33cfa4328ce81..e9741ccb21ad95d73c212c66cb450b7e5b37a0b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt
index 2194c1f838639db922ee432720451f5cddf65238..aeceea35a30c58639bea20d1e449a6060daa5529 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index 7676af9eecacce51c60a70b49a1ec1125effdb7d..6045e9927922bf00ba29158700de1e427afd532b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt
index c31b0ae8f84e09f3958955833336d5378eef3811..ed6644821ac7c717586fae1a3f0b2f31ddafb7b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index cc4f4f7926b3976fd78d11092999f2625a9462c0..08be4d32f85cd78604fb2b14081bd4b6aa8ea4e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt
index c639ea9d70d2efa16bb3fde5b4cbf2e076cea991..f23f2ba1c31408785cf18a419ecfac101ac2e5bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index 6e58bc2f9f09b502efe9c60bc0f1077d185fa525..35860605ef96d763c7b292dd851c2f934ba7e0ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.output.dense/_0.pt
index 551d7850a3abdecb0a5e3a1b29375fe7d1a9a210..318f8188b3e31bf350364adcddc99596681abc20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index 172477e35b743c904629ff39996bdd64425e14cf..4dcd9741b02566bb7b3ede3d0bb2ce3ac3c9abfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt
index b8179eaf5f2d7114b7cab967b86095c61fd15558..f18177d7616670c5ee4150ca74014d79b31cd715 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index 08cc0f53290909e34d5b1c55361eb04b1c522064..21fe1b7bd169cf6009f03f78932d6625b2eedf7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt
index cd26b4aca4aa009d8021d9db9ef82ab7974e401e..a95d9f4839e2bbee41a3cd30dfce33b5899feaca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index cc4c042963db9ea1e0d9ac640c2f4f302cad0dc2..2c4251520730f36f6e50d9fe5ea68b81cb1d9742 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt
index fd70f33238038966d1948833ac9c9e07f475233a..53c56e31afccb9d398c917ac3468fdb2a7befedb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 107bb49d4786626490f104901135ae1b5e6e9892..0a33747bfefcab7b0d178ea2e015e68b69e73cac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt
index 4e65d25772879283634c7d7397d207d2adf02556..9d0e2c8929cba9c69e5749561f67b2d144e8de4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 8515ba5912295412e4c730bcf8bbdb5763b3f07c..faf913d6be2705e0e8a0a3c57ffb3e7d2e560d12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt
index 40a4bb84c5dfbc1e9aad0bd3f05ace5f7c94f940..efc53206a1abadb9888f94a512c48d8f9d743a8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index ec99d886d6cfec608106c762566ab1b51e67798c..2073cb732ed3efaa07b031512b936b3140a0731d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.output.dense/_0.pt
index d1c8659b750fef9704e27ab6cee5aefc9a23037a..d261e75f962276855eb15b1936b522d1c08242cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index fdac2a5d6d2ee246a11cb22857bed852c32adf1d..cbc73383f61c304c6e896e7c991efa6524081321 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt
index c660e37d596cbc463d5ff28614065e2192bef892..acdc7a65fabe800100bcf3c25bcd596cf7dcaed3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index 9f8408426788aa55d000685845588b7af04c353f..31c5be98541c2338527cb5b6f116b5aa10198f18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt
index 3414fdb7e4e4d18af744b0cf637184965606705a..66be27e18b579b2582e4ffe6850265dd36cba1ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index 89096ea3c6dbed1f8e3b42eff94bd7af36d2a845..464548f1a3b4b46389689163f407f69a93e7db59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt
index 4b4d38f5b69745435ea0b1900d27a321b2be789e..fdaef91dd8e078a00e9cd1df350e4ae9a63e0931 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index 135fc90c66d7271b7af5c94bf14e08c6b572dd36..b4b3d641d71b3c3bfebd622b7f070608de2cedde 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt
index db32fcf4e09cff11792e7b9b130b334daa195438..a50abdadb3e6a2db122182a9262bef7782509251 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index bcbf8121593d23db2de5230080eb18bccf947a20..3261285dd749c8b48c4789f0537f5686a43a84ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt
index c5bb944c441e41ff6179f16395ad5c39c3c04e2f..fa7d5b0e73491937ebdbac983cba6f6bd368f740 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index 69ae4e914b8082a9024e459555e38cacc2a629d7..97f7aff5cee4d55824d4762647228a4bb1219cfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.output.dense/_0.pt
index f7280cfe8cbf539a9d4d1577885d8e89e0ea52e0..b5e2f4281857a8342cf91491d859beb5cc17cbd1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index ebf211c7b52fe8273d81f519bb35251a943ee351..2066bca2f3a420d3ce26e6707f8b513142eeebc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt
index bd9c51f197833dcc055be02a970eb75bf11153bd..f1fed9a55e8429ea6cf05f2c5e2b2bfa145491c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index 389abf9cbd1a4ff881d842e70e4513cced16ad93..676605634ed3c864f419c30d64cddb15178d08a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt
index 4020bc48e78ffc68698120ff5a128ebd45a5c7cd..ed85fc969aee3226264d5c84b7dfb1a15c68e9a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index c469184b501d1dbeaf10240ff1a9fdb185b206e9..4cba28b981dc070944b5999fa1a5eab4b7894116 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt
index 4a082082d82e6f27fd44bc691bef87f7b029f9cd..91391ed34b8afa2a0db6ac17eae166e00ef80dee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index 9fda3d34648d085d29a8066795267ec670b8c1a4..4e7818456c6fb8494615a7e1173b7906ccdfe8cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt
index 1acc71e254829398ecf0faedaf419ee6e4f2ac77..e4cd6e10412559777d76f053cc20fc0cc78c57a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index 1ffdd5cccf1b7cf9fb8b3e9a0d4609c92d490e27..d936a608655f260a38b2e52ef985f9c9a677b8c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt
index 3ebec88bc4f1ddf0aaaafe362a518de3027dd20b..2899c1a88cc2f17c36e884971af3eb867c468bc3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index 6691c837b7bee77980250f80e52ee0f12de080f6..dc5d7bfa50fd0cc34f608539711d4cae50ce610a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.output.dense/_0.pt
index 9a906f4b5ee4758476e9019e44212bbac0e14bde..0c0e74d86f387cc4af72353a6bcfebfa3f2afd19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index f4c2eb4c8a94874c96eda38591c2b28ae1d90fc0..61175aff5a21cc9ded948324f735d334552526e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt
index b4d228939bc58dc0ceda0e290b8e9402c5e040cc..1358340e10b1f44865df455a8c8a605050bd5fcf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index 4b779d94273ac48d9bf84785ca7e377e77419543..f313ec43232ff9713fe40165027520b465410ec2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt
index 8c957b43ed125860d6bb2bc2cea0f3eccb9868fa..97b933c2c5d7a8d54b7461993976bb0de13cdeed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index a8cabf45d71ea9c5d0e7c86bae08040cb52ac944..a2ead96fa13fb259851cbfa303e5ff8f4cb945b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt
index 9dcfe1d4692fa5efebbbb9e92bf1d201dd929666..8f24757b66acec6eeba6f7881ba69ab486d51c81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index 36b0acc1de5e37c67e3ce00b79b2dbf119d8ca02..e6217b30ac181ca267109700bde5371d819dab40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt
index b46d4d66b217e957060b2ed21095af8f3f4bbcea..9d00d3abc7d0071c76939a62f338db080de15cf2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index 667122c72fae284b934636a845f77316999a1d8f..9d373eaaf7dea3d8622eb2447fc3a993437ea1df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt
index 237219d0daba2cc771bc3ec840640afc52aa4091..91021f47c5a7d71485c5c66190a67388ff780b2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index a1b8590cc48448f7823ed50804e7f36f7861c67f..a5ef66d04cf6ab79dd27974cb05060456f9dfbcb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.output.dense/_0.pt
index 8883e7a89daaec7ef364388f7de2b2ffb6850eef..31ac0a1f5c69e48b95f076a06f7273817453eaba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index 6aac7ee0855008135e36ca49556be6ba14f83e5d..5e026aeef6cd5c416120712d89f7ef6be9e5f2c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt
index 7b9a3ee83aff579d1a2b48172b81cff0c5984f0f..9630f81ba7ac2557b36cb00ab72dacf05c03dbe5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index 0d6d641f730c9b3ff2f9b829d1c9a418eec80785..6f34fd590cd400e7cc258dfc079686d218d82567 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt
index 43de24a4df2ad41f124b7ea04c9b952fcf385ee7..245fbd0600089377ec07917d1d14ff0a2246d893 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 5415b9bd6047f8bfe4b1609daa3acdbcddb7a7f4..9f1c9fd8c9175a3a40c7b8e7cf8257b35b2310b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt
index 1f9ee32c6e46fd4df911d180f7c0f213c36c886c..2a0c8052c6145d5d5d605163087e58c0662e2b57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index 062c2651c491e7e2177c07309252808679fdfd89..cf48ab1a83bbe529ba34104447d6d5591b5770ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt
index 67e77fe891f601c42d362c18933da568e7a8faab..eae733a42b0de97599884cff5a7eec9c080f6754 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index e72af1cc231ac01493397188db4657fb76033e96..4d38b310d13c319d4077d6a56dbced92033d2ae2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt
index d9d4dbe8490f036dbea90137813aba3338ad0938..395e5393ad6ca92ea7487cd44b5b8827b16aa6ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index 584fb768e740b3655b70a50f945b54880cd638c5..65848246253f0df08a1cc75345719671ea3a3e79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.output.dense/_0.pt
index 73dba97611bdacb289d965e15ca85777c256c498..1b5c397bfe3ec2405191c3d5ce08aee50d9cd31e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index d6da934450b08891baad5337909b1f93ba529ccd..512ac691dda61a8488d96964c94c0a616ff0e52b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt
index be8f2f5c8616e19543c73e0aa514021379a1483f..61e31d039695f6c4f93bc277c7e860aecb31d3e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index 389f2d3069a61febafb990b5e9df46695c7ba495..2b69050eda379271fed6ff0a600ebac9e13e7932 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt
index 8d835f012bac8bf3f949e8eb1530e3886d885996..33b23d8320b0bdb4a083c7cf353c8bd130035410 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index c7538ce93d9b768a550676dc13b6bc69001e4495..8626d9b9612552642ad43adf4a640384c7ef435f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt
index 7c82c836d0ed1580c86ed7b16edf99a60002ad09..8cd634b72e7b245a00762b16a4ce0de810129aaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index f0f42cb999ca1d3ebe1626fda576f2187af7de37..fa5a73674c68c9ae74277fec4bec2a31b8f1ffb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt
index 0706f6cfc57fbf9af9f95eb5c222a3591e5559da..0d3346dcb665807d30f1dc16995378186be0b8f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index 354a2cabd7731334ea4e61335ab49298f29c1382..637bd04a6e0ca5287286d0b312cd16c50ff6c089 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt
index b7309d094f298f2257ebf5eea9378ac6fe7b360c..17555568e6839569785acfe1931e920c4eb67f08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index 2b34f64c28fa73b91afc01f6a43faa4f60c2e158..e312a86f090143495158a8eea7b77c889ceaf74c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.output.dense/_0.pt
index 0d5bab14369113347c6a076733ab6e4b14f9d34b..18fa9382e040e1a65eb2b7cbcd08ace49a9d4991 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index 5532b820852cb5bbf87d2f2bedaa735bc3664e63..5f7d59cdcdfee22a1ffd011ea56417b7c8e7de9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt
index 52bc8c5763b2e2503725edb4592d72205e19c9c8..888db8bef48de9ed96300e8f387551374ab02f9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index 51dbb9b928d46600982b3db4cdeebedc7375c538..7a43bf9ae7d56f326c14a05146c87d1b801c48df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt
index 5863b258f1057ffd69476bdde7a58611e7eed12b..752b82e01258c4648ec7e170f3ec942ded34a753 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index 5a070413228a56c99911abd72b3f5fe7b9ba54ea..79d409a547e8fc878a57a04f3f5d4c13bee2bc47 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt
index 166eae180e5af7dd13a52d07880d3ea35fcf9e44..1872388695d3239f1afbf82e6429967e3a30d553 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index 7cd48c9e8b13007fc16392abbd225c0e8b3d7a4a..d4a55c26a36aaec9261ea5812855885fa9faea6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt
index f86ee2454238df1160e64f61245be5b050389ea8..5718cbf31da989cf29889f435a547f281eb027e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index b084c0c524e34f5fcb180f2e788a1427f294381c..c65d80b371e383d9a7a08d50fedae9b617110811 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt
index 870dc818e5ce079f569729bab407a1bcf6bb3e65..b70e18cd57e7f0ff02322792cb4dd84858a77866 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index 250521ada48193624bb3543a0e45177958d5eb21..8a95ac1399838f43c3614df51feff3e26d677077 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.output.dense/_0.pt
index f96a9a5a5eb36507c4561798f505560642053a8f..79001d1e5cd1c2a76dfa442ce7c497ce3c29e735 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index bb5517c8a192802dfadbf0ce5c0f5731e769974f..48331f136c1a7a334846341cc3e30e54a6d29dc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt
index 2a9e2dff91a0b42396681a58a1a3f4b15fd62118..c8e3b40a14e99c2c72c6d37bffd169d239ca799f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index 7ee9b561aa3e69541c335a469c1424f7f28640e8..b0ed6cfc4e66107d7afbebe4b4518245e013cbb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt
index 6af9fc8ca30e631e2907e80501bdf2ee98460c40..c787c01542fc9077d5d8923c10978edf72efe63b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index a6d6692d35b9e4d02b63d90134570f4354a8091c..50cb57c3c0aebaf5598dfbfc9b57edb93aa38c50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt
index ff773175e99a951da3daee0b2f74c6d4177fc04f..7d4ed42d99adc56295333891a05e19c80792b5ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index 3a785fd3805fb53433a18487cda766068c96d987..841af4b07cd217ac8da55174546e9bc91aae8731 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt
index b0f94ca37b1cbd05209dae6c4718274612eca6bd..b1f3e4d6643fdb001305f3b266e89f33532034cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index bc1db9291e43e20a96994905be9a3c84195bfff4..ce8c0c00057cf29eca210016663f78084e521ab5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt
index 749ed79253ded90c5473de0f26d08fdf56680041..b4c3836001959bc43f453e633dee7e8920740a14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index b9ae86e7b40570f73e605d5dc9e0499c0742092e..b1c2093fc54f33fdb12a9d5acae44e527cf85508 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.output.dense/_0.pt
index 4c9070ed8f09cea3f54799694710095006873e41..d0b6519fb1755d1d1fbbaf34029588c9ae29db5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index 4366693b4ec0bda209f0825469af4f6566e011db..38fc06e155ddab284f0e1c529d9a49dd3fea1307 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt
index 7dda47400d2389730a63eee7b2ae45b70f85d3ac..68d23c8152846893298684d1a11312520cb742cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index 01089f3e793d2424b73cfa41d0ea116388e15299..a04a11e529ae66daea3a9e6557d9c047f9869763 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt
index 8d34bef323c6ba587ac688e6f3d3a5258e5c37f0..a691d7fa71b5c2ad9b10e18768b8642d396d32e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index 559de2dfb62d054aef8dd53bfc8ca54a9cb76144..dfdc8263c84051824275b2eeab38192920d10e18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt
index 9e99ff9cbe31d5c6a6179a0c5935bf7d50f35ab4..f4a4bba018828c49ddcced99cd2986a87d7880cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index cd85e90e6ef284ccd6a9ad3ac965cd157b590839..c22532e08bf9d91c53e547c7641932fbbad40440 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt
index 42188386e18636e55e9aaee56609bc5e97159c6f..8c53ee2608a09ac4596b5a5dab9a9fd3dae7793d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index 3ecabd8b81e33ae2b4b7335d82b04fcfee3cbe53..aa714e95632489a2641b281adb19904e74b7dae7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt
index 2dcbfe856b1997c03b7fa0a0e7d78d52fb480420..629856773b253b9a1696eaf611c001a21d2013f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index cce2bee695132a6b699ea558270988b79c8606a8..6e8cf162315503fa28b20bfea8a2f61d4c663abb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.output.dense/_0.pt
index 3cf63c1e6995f320f004b5a2e276f23303c876f6..3c7085ce60100a8ecb818f4ef1fc0ed4621d0bcb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index 134794546a7e79afc28a5fc329624a894a92d260..76a1ea26e5cfcc55450dc470b77895aa47980c3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt
index 5db37d2d8e6138a59837c460651cf779a2e798a1..9f5f41e6eb82ce39ca9cdb7513a81a053dbd056a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index beca96d725b87d5e631b3cf32b7fec0bd25506e4..b537903578f95c86fb85a9467409ddb1dbe217a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt
index 85c146e4e6f5cf356f56c1cafe53a620f77d408b..9965c2a053de4dfdb875016a0ccb8f314111e83d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index af9c57c2f4ec6ab883d3da4335a7eab0813bf749..6f817559799bb12bb112b100e29719648b903421 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt
index 25c0c29c75d0a4311348758c98636fa1e7778680..9d959f27206dc86b7bdbbc839a61d16416778fd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index ac14680a8468620856221d6c7498a64b79d4ab40..343a263447d3c1e25d3b0e14f8cfe04ebbd51736 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt
index 4e317a294267e1f9cf490e3d31d358387a8ec2de..9a1e4be7ecac4c0044926aba29d89aeef6b35474 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index 90bfa7a4b4a477b10d4a285d760237f0c0456b63..b3106c02784a25841295f2d543fc821b1d719108 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt
index 2d0eec8e6cb286278402427b5debf94cc760a0e7..a0d09bdc643419a8cd1be9a3b79edfc04ca40a93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index a589abccdf01cd1eb36f6ebd6ea6ec9d712b446f..47c88864e39e38d46e31733cdf3b54e22b175d56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.output.dense/_0.pt
index bca690ca3a1e09cfafb43cc1de47240082c23996..024548e9b150b2e6737d5cd0ae908b2676a8f7ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index bc7c6195cf6a51b4e84a43a4c916244ea8b78816..22580091bb6f66ad112bb2f2d724869cc2c40f7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt
index 6abf2df811407a5eca6c1d74aec4eda0d59396b7..c8e6a609863bb2c573fbb7d2df6fc59f76b3155d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index 6f5841c672201289af437982725c49c16c34fb26..4af4120501acd9f853fd41e7bf0253ac1672c4e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt
index 27cce6ca4d52c40d8a5c1c39d74276f69648fc51..8b224b76ec7194f508b082ed1b4820178a13fcb1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index 980c204e3e9660c882f52dbf534c5cfb864d6d89..2290523345ba3f9216f1ee094db835f770487d8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt
index 2f57eb6c109cd1a8239dfa882b2462e0f46eeb63..20db28d36e59a9e6a675853873ec1071753a93c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index 93213b6c99c2c4c8f1cb7ef096645c8138e4a221..fd936f9de713e24a9412166bcb77b30dce2fb861 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt
index c199ba7f0b6eb5673ce29f999771892067bd58e3..ab2af546a8dd47fe1145f19ca2966cb56311f7cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index 06f221596cf1a91d2f84b78267e7fb52740b1912..8743728730eb2f6ce7d6770280e8bc648b33c880 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt
index 91d640b514d27eb794d568749cf1f54922763c9e..0a3542a48fec44b34d3d0159c620c8408d31efc3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index f2c7c691ee6b720dcc5bc6800039f87fea52fc1f..484bc29edced13c8bf820f5233bd308cff17c6c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.output.dense/_0.pt
index b9f754bb50c42f898e8a1745c2c718ddf7f95fe5..4006e4f202237f81c8e47619b902114bf9cfbe06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index 6b6c18d995ed188e0b33489c476fcb94fa8083ae..a77794772c0e60e558bceee24cb27707d64e4a99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt
index dbc970e790ebf510019ff60aac0acd8597bb96c3..16c4951bae642ec021339a111b26017d2d2a4ad0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index 910691b32fa852b79c397400a0cda1555013fdc9..b31e0b682deda24ab2b7e13b8a4acb7b80cc0dd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt
index f2a591f04356184e6b79ac3314ecc28ebdaf4994..7ec1ff5e29a396d2688fdbdcfa6b8ad040a7a651 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index 1b6ee20e9b0513f45ada93568edda83a4cc20bfa..dee20b45baa8d923c87d8b2bbf5996c7daa3b9d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt
index 9498a22b26ebfca534f5c429d00a38ad669e1886..3fdb6e55031bd0414a98d3c9862a5de5aaf3379a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index 801080bf5aa59b7fef81bbe8142f65a83bb42efe..c087ca9fc13d6ebdc6701620c25af9b8d840a6f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt
index a93c7d028cadeaa5b206860fd745c9b0efc345da..4ffeeeaed7ab7353ee37dcd6da679bf135af5f87 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index 8efa7630bebbe4fe5da8c5a903350b048595e735..6d84d61f34d0c51e159c96377c1bf40007404636 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt
index 88e85d86e55d25bf7fc5910c527b718793ea17ab..00823d20e7689f2f00a0cc661832d029b415efd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index fbf1cbf5b95ed44a0d04f113914c1b53c87b79af..4871bb5174a7aa40ac5d1a889e52ac9580cb2079 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.output.dense/_0.pt
index b99dc7374200119e4b21a8e5a4f33b55ddd15926..8e695a2ab21f693103d105e947a89a7cf75880ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index b076ad48a3d82b3d366321c3e7602a9ca716e49f..415055f8caad7651271810baafd84f204133709a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt
index a06fc37edbc990d9e5a874e5d33d74a99eda4aae..872bc54e239a8aa432d3302fd36adfe43a63bd48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index 8da5f03538c2fcac9469cf3f8ab9de031f9470c5..ed63ddec3ba6abfb6a5f3bc78f6f9eeefcb390ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt
index 6796fe79123e9b9dbb33d7ce83c9a0bf7f224c69..a4e5d2baa1a213752c17c4b9b918954894878f1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index 82a297f6172d45e72a3c06840e44c007e66965a4..fdbbd41e157a04e3b5222b3518819778ca9a30a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt
index fa23f5eafd736b3f68e2f292c9f8378d644b77e4..fc6eb527d833fcf007b667b6c701557c0084e6e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index 2330665fb4f66fefff92e82f743c3ebc42b6c9bf..a1665f09aad1a2ee4e348180a124fbd16aa21e53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt
index 24b444e5f3ffe9599dad4347eedb218c21aef3c3..009fa05e72df9b7d4526c9eac7e7abe575a51626 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index a5fd222e1a9fe21141be1f51174d900802f69ce8..aa6c3c28f54e27d16e3ffb84b6f338d42a62f67a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt
index e1789f79f1cc606e817ac1550d0596eecf15c632..b53ea1c1ffd4f4cdf37f3e9ebf818457c16316b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index 6902131d2dfad8e9988d3d4731dc664902a6ef28..b34114ca587bb7ac6ec2d39354293eec3598caf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.output.dense/_0.pt
index 4160d05d4a082349fe7feeda4a8eb6fad80b3948..36fdef1cf3d3d8b0108a4e82e0a6dbb3d789ba08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index e5c37b8d13d9f64f94924c41199c49d73fa75678..caad3884bd308b760be502659a5a5081f07011d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt
index 3c64ea2e2b7012c348e6e98f4a61a3398dd6146b..21785059e1b87066fd23d908368dfe27e037f4c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index 25826ebb6a4e1f96e2cc8a1fc950fb36a08ed207..1a0d3cac8f0ed264fc78332ce3e245695a33bb31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt
index 5f322703ad9576cd719e61d504c9f8b29a4f2cd0..efe93183eaaabca8f9666e99d11555ed6a12ca6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index aea5d79adcbf3bc9143496adea26cdb848dc9bc4..fddd4759309eecd08e06a9d82e2b657415c6d7eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt
index a6ad5875715c2b5a6687b2d781c4cf8308c233e0..b5ed7dc05518c9d3ee648842c3fe876d7312be12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index bb367ef491073aef980d84da2454719720dd8890..320fe7de756d6512d2fbc00eae42bfdfe49e30d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt
index 2699fa86d2ed1881e55a5065db451db0a6838757..b7ecb902ed0f8787df4135e0314ddcacadf63634 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index 6006326670b550f009625881c7c760813293a4fa..55e272060f886d6af86e2fee123c542b37fe5b1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt
index 9ee881c0de07a6043871acf34a254b95ab0edd97..27f1640bab0e9d6cf8c806d927a0465c7916f7cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index 5a046b3a1cc90776eb819d8e460f30deed3413b1..df69d345ee711e7908e42af00048b129f1f72289 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.output.dense/_0.pt
index ba34b3b13122deb552cd7c8f57e5c6fd48fdef44..cd7e6d28507dfbaa305f525b9405cfaf2495c4ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index 573ed46c13767dd6f5bc014fd491d7b1bd7fab7a..dd7839b26acefaa198e91224048d739f43b0af4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt
index 2591399b6da0c490dba03581e76dfb688b322e64..74e8e10fd35653ad586fc777208258a0694a7c25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index 486a38c71b81c7a97b9b6ae9a5c5bd57606be34c..5c3848ee90af71b3de544f100cd39cd616ac062f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt
index 690f12585bc0f3cad55b700f78c32a3ff76871ff..0d9a95f2a4da5b27e71b23529577779a86e8aa36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index edab3b479bad345a0d329b09fbcfe6cd51de9d5c..c8fd8bc6df74a87fd2f36d6e41fa43b2106fe120 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt
index 84a8919adbaed8e552acf82700f3d3e8fedbb26c..3b60cad66e0a951f9e73b522576eebdb3b418895 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index 8565ee0729975bf8b34e564e22c98f0b5cc52731..c9dec950ba5b4e7862f8832759fe26f2a6709ed0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt
index 8f0f186eb0f97c7f1738d3382b3615c9ba58ba63..b88aa283adf4f91ca333997cf4a5833f8695d9e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index 6c58590a53386e3c4b7f7d746dbb37816d4c80d5..1a62fff7686370677e25b1624a34cd3f9290bcce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt
index 0e20e57a18898d3b79452c481bb1e3b8368d5ce4..07844d95745ce00bcd57d34c476d76bfc340c239 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index 14a0a9bd31e0666ec4fdfd326a76b748e55c6679..8c50df704692832a2b053c1917601ba3abaa8ad0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.output.dense/_0.pt
index 2109656b9acaa53356bb536809d9ca3625385e85..9d488aa541826e2e5f24620b1e5686f5dbe4873f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index 046105d6f63fae47a1be58e5561381d37d70c80f..1138b9098bef93c1a6e1ce4eeeca90623a99bf9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt
index 305adef9c94a62bc180ba0a3b5969550d29961b7..251846f0dc749a8a9fbf9fb379c27a4b5919289f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index f0dfba3a631a454a844ea317c133f9fa4c74794e..d44be46e71e5d3bc231a56c4164960e7beef2612 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt
index ea2f6cf92fb8afeb29db260ced10f9d89489281b..1474a7d9b3de6804c46d1addc7149e930f35fbe6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index 8b7a183ab55eb27c420ca83e45df218f113cc81a..208f9bba72393d54bdad92794fce90515ebd8409 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt
index 291bfc1614b701abb84ca25a675069379493d3ee..366c04bcb4829646463ebb9f003b2f59966f7706 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 6f91f2d2acd4e6509d09aec80ee4837a62733500..fe4ec3b5f73b9410db51cb90cd7a2c9813547a25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt
index 9cef007063c3d09af388b6c7b85c29986bfb8d8c..ea714faac8031a1a13f4b5a593efb3139f35d8db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index 5f7c8dc44580605e990073d630edd89fec12d3c4..61ff7bc32f2646df1601b491fcbfa420fd69e7bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt
index e2368abb4ceb23cd2da54255e6f747aaaaf8df21..137adf140349c2b6b16e047e1adde6b80410f174 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index a71a7b828587106f2a6625b230a2dbce191e0770..6891e709b532fa27956072b83a30b5de7d49b096 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.output.dense/_0.pt
index 21a83301f0a6fffff0d2cf392c83e44192a64ccf..78badb5853b20cf9407df17ad2b35c7a2fc7f11a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index ef90623b739d743c34ba38d96abe38eb66f4cae0..85c9080a3a7344bf3fd6869d2eb38c0022b5564e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt
index ff36f2cbd40ce9edab005249470d7e0015a3f29b..bf0233a0f115835820ab9b74a1bdf1377b4520a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index 7191b16502e29c7ead5f05ace1a36af687597fe5..fd487760169a50bf0656c062c86bcbe9bc6568dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt
index 3c294808956ba8e5bf3cf6adf883ede0b0d9839f..d2a66116e05ec649ccfc6fe5179324233b5765f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index 902f2ee0c45ef1e0315f68d7b8dfec32e3ebe041..dc437b3298523d29d3fa8e38a27d42e5a1899766 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt
index 6ee36ed80954e21c217d97e017caf84c64134813..9cb87bd505dcf27177065f040ce6a1ae5dae73f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index 35c7000e7532adef08d8e49e527416c102124b6e..5e43bc0e74fb83fbcdb73a717015d83fba857ae6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt
index af60ed71ee8b603f5b057cb47b09af433a396443..a6bafe667323b2974397f11a636b3bde5ac595a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index 601f4047c7f9b355c6ae3c26f7b72a4ed53d3c66..b525164ac5f4f050651592ed459ec4032dc245ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt
index 5d117cc92ae7f012e2e3f5c5aad75860c6882b4a..c7fcb9de22f34e961c09972d50459a409387001c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index 44c7bb010183fb4f1b88f9f865d1d1ef87995a79..ca27ef3e0c432025a60850da3ff66a1192d61086 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.output.dense/_0.pt
index 128eb5b3405b9ae678bcf33e253ff1ba67459215..3783e4ad8472df06f06b748d86fb16070723a1e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index b459cea70b286dca03bbe03d29134683d8b47297..ae96e9aa0311ba208a9b1171a30fd539a41d136e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt
index f0dce10a34c50ac7bec7dc5a298feeb5e24629c7..969f7eac966b8898126fd7293986bd7b343d418b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index 6d742608ef5792bc89c3254475df1dadedf99808..3a2a9aeac525851554b0e45eacb177792225ce3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt
index 90dd2aff7223710e4a363e4e50034789e8e1cfa5..6c2b10baf746747bf65ebeb10030b2d7a6d1ddda 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index 9ffa11ef15da36b12216b0933f033843cbd0ef60..fe2a05caf0b102447ea471dd1923feb4cc105976 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt
index 0bd0395a08bbc71450637e71503ad51ade43a00b..22cb2c59b6cb5f5a3c9b91211feaca295b47709c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index cd65888006e196685223bc59492910ce024ec8fe..20e995565c4505eb81eaaac728978053b7346de4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt
index 582f4166129ded54e1b81f3f6d84fbb3e308bb05..d753342ef21da8b9c6168aa3f08a6186aedd1124 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index 96cc0badc6d17b6137ee54b1212a54edca731f52..ddfc0ca7a735dee96158664500d97c1b3810ebe5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt
index 4958fa42a0debd6ff225e360dc641d4463444f37..3a4b07802301db3910d2394ec085f3784937b51c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index 56ea34ccb60b972a87c2b6ec52c7c5325522f9f0..51cf9541d260916eedde7a1224ddcc18737ddcf2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.output.dense/_0.pt
index 8155d0d02b53c009496917f079e22b05d4a6a672..ae5c3d5556c6b89678c4ae9a75b49bbbe77c2266 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index e0c2b625e54793ace784a1ac46a2f35efc200021..fd5273bd7358674239ff56229e2929b88f83825f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt
index f3f80ba80cb8e46c78d7284b0c93541e69770bcf..60dbe518691d30ed398504f3b9685ecb9c46ecf9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index dfdde6ad3be561d0c5e9299cf644e26021d686fa..1818e677580a911ece85f1de7739877498182a51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt
index 95471ba5f67e76bbebc33f3c8f67a355f5c10454..f41a035258c3dc2d4634bc27e0be0f0a075b76e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index dd714874a8536a90989bc35f0defb86c0dfbfce6..35e1c0d6dcd8071bba13a9fed38c493f923fb445 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt
index f224f77a60b58ffe04d10640e856a2668453c455..8674a85ba9bbcc145a274065a1cbfe06e56057c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index abf61c0abf0ad6e4ddee68a80c80efd64873d955..6d692f9ad41b2b47a7c73df187b0fca1d2de51e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt
index 745027e4aec84c8655109d629359b35592ca8448..3a001aac3cfee7907459203a681f1497b6f30e9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index 1edb66a89612b1b3e23179f0d016a5945396704e..0b5c684f08aab29ed904540e6178f593358e9c67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt
index d5fd58065a5ae4df55ec2a2efff066d3def4c888..9467367c23ed48c637b3dc66fcff1c8945c9c764 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index f3b49cc714825eccd90f6d82ababa4612617bf8e..02ed1026c73c7d310bc94048929d925332c38e0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.output.dense/_0.pt
index ccab8363a86800f439ec9802b9815c0842dd4b44..3e99741e6d124c2156b980ea18ca59a5eebbfaeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index 073eb6363561cfaf88d7d5e073115d28acb22da2..a0c36d5ae0b0f0d7ffc0ccfec5cc7594fa116302 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt
index a3e11d89c0a38a74c791e2bc75d6cba42d8510b1..027617a52b6a5bc3f59ab508b3cc70f8974be8e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index 5e5a3012baf4dcb81af1dc8b2d04c3bc10f4b92d..565a7ce70eea39c50c5909740e81e18ed13c1e5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt
index 561c0387de29cb7084de0139c0b12ba67eafc00c..d745904fc30d059a282f2838c713e38b1382b7cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index 7b6c5264093f6669644c4b64987e48fa628a072f..f1f14beb72f9965d24f6c8c9003078a6cddc4dd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt
index 26f514f9ee8d154b470048a5bd2bc01a56055f03..02a923d32a7c9b1ddda16ae87f92a8e92fee49d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index a9f0db266dca29396ef8457a84e21447a0a44f90..b4574e10a2bea1efb774fff6ec75890a6b98b251 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt
index a131a3f3830654e52d906ad392453a8af91a201a..22177fd6430cde051eb8af0fdfbbf1765da7658c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index 8900351d7a1e32f0942c0d7a538ce8c9139c87b2..58c662ada9b6d9d5111af8f52950fbd528d278e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt
index 8d1896c2aaf30d01bb6762ec80ddb5181e7bbf69..2fbbb7d54ad99bd3835e0717c6a3fa806443d941 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index 126bcd40a8d8a3591e4ef4e92dbf58a1d4a30906..58cd9a451131e200e2cee63f5c564e61ef3aa83e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.output.dense/_0.pt
index f74e9b6d44b43c09f23b317c59bf00a4fe909151..602dc69c2b6008cd8c8f691fc9752fef8f95f4c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index 787e3c2c731d831e98a99d50482b3f73743e2fea..f29853f3c642d0a2758f84366e34ec617c515f79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt
index a7735f8495ba5f61f3c737e239d486db43edcdd8..67fd97411cafc8d314c2d5b1144e84b734872815 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index 12a8a462195b5de7dda3a4ebfbf1b3e23ff9b88c..a1c17e7acffeb15cd096347ed88f3b280b6e4f49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt
index b8dfafa8b4fd4eb4b6ee492060225a30031d88bc..2db9bbb546c9dc3ce426ecfacd79830ec881b15a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index bf2dfd197fd42df50e90e5b67cd08c76cbb10703..7c330ad215bf23fbea1dfda77e137b611af74b66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt
index 2410cc386d6587250567e7c0ec1685624d2e8ede..572da0e281f9858fdbd3570f7cd00ffa82f6faf9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index 42e14b232986adccc4b0d779d55433462af0cd7a..44da4ac871fbcacb61bb256cd72a787180c287d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt
index 908273dd321c6aafc4a3eab8ee8b66142298e15c..d027ab87d36f86889837ed463966c3663b4a4d4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index 534de7faca32f2487cb3a5876c26a4ea031d2922..780012cb08feb9923fb2010becf8f6ca1adfa42e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt
index 791aef96695cf5ba7d5633eebcef42908ecab266..93906a0c05c6d19097b43593fb301c4b3f400789 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index 377c55229df39b3a78e52694bd5c6a4aa8f6a338..0f1d5f3f70e499b906b8f4b90679407f8b471aaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.output.dense/_0.pt
index 031155cecd538ab777a949b8fb1fdcd6e94175d9..080f08943a40f2fc3dd03e28f9b7a4d0ca3d38d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index bec82106a8d0a052dcf39b47aaaa8a8fdb23e9d9..bde4bc74dc4627849c01004712e299980283cab5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt
index ddfafcb41d35e74c80ca001ed97d52f0a8a93ee7..c539e4be6802bdef767ab07254191ce2a747f563 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index e96265e161c83317c2a96ca37802439bad8c21ef..5dc40997ce8cd4de34cc54250cb29c11fd35c650 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt
index 6bc0c982a54d73246e65a7dbf39783a880c919a7..82d1b912ec4ee4857862da7fc24ffc0afe348ebb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index 40a20b70c1537a996d22f624b6c75a365c7e3f61..3d1d4be791514914e81592daa988e776a261872c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt
index cdb53c9fb164dc05fe3310227c33581b7493bc48..4eb291784d8b6d6801d252e0306333443336deb1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index 5395819e6cd02039b2503b01151101a97c65d475..12020656ac49f949fce018bef3c1401fb18b0749 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt
index efb312feffdc017a15175a43d36cecfddc7955b5..fa811325eadac474630787e9e50e47942504433d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index d6757038468f659bed1a05c6d8bccfb897e6d43b..3be84934532cd09bb6f2e5e5786633568d8ede78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt
index 7b093ccfb70e6e059f9146ff13ea935aac9fa768..3e927cd7169c5b25f11e2cad4018c65c7cc42a24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index 3580509d8bb9f17a0ac81c3c5957fc55e2994ebd..c69320ffc782c07d583e958bd42fb5c6d38aebb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.output.dense/_0.pt
index 6b494eb96c51a94a5038a14c8a78f2082a06f15d..e45dcece00b1d77a2cfe10574a04badbda3f49e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index e080559b98829a14ee1caa02534094ce067cb8e5..9823d4b99f6b3e3b3ce83f0764cbab71608bff3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_11_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/classifier/_0.pt
index 5cda3dbebd0ce20d0cf1ff7c03430f5180261bdf..926bfe0954e9507bf64dc586618654d4839b4c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/classifier/_s.pt
index 2e283d544ddca46d9323eadbd2ffe0538044e2b8..6cf83bac1ef1eb0ea394e7bb73a991481c84b661 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 634ca9926e94c7f6245fe1e662a474f43c198e02..f38314db89d9b34f0121162bdd5b537bfd08ffae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 6f7f8e2f038a055ed2f439f93508d6995a433d00..48f70d53dd67436a3fc3438a9497d9a442de2392 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 798157e3d224918d7651a22d3bcc6b78a205f9a8..4da33d6d72e641b80f2f6ed95a18e4501089b71f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index efc79ce7c8877c785fabac5a9a5fd42346b498da..0af14763fbd52a2192ee264f35370d86cd364b61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 9db562a3132f091423774d9467d9c75117482091..e8797d6b5dd775e7dd42a5910db3bc11138397b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index d3f97ca0d4b5833a16afa6fd3b95436fa00cf0b9..9316a3cd3a23ebf9b08c4c0f22ca39d3d0a185c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.output.dense/_0.pt
index 76f890fa89f9f33b61dbc2a4d3a34ac8f7d49cbb..ee71dc06599874ee580d9c3c7b8d1ee244cb10fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.output.dense/_s.pt
index 282b1e044da6e67f78636530c7e1bb8f50a42747..f1819a77b5dda82f1d66e918955e6f7865ab3e96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 428531b02af7826b250e0c3b25455abfc84b760c..d17227492a98b76e4034dcf7074d78c9662cc939 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index bbb91f15035a9273a0f572bffa722a3288006a19..3ba22969401241abfbc45a8d7fdde917c2e566fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index 1b1207e68dd169ae30a54cdff30f6ef71186fab9..0c1e569bd9063e2fc430bbb3989b398630e20d62 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index fdedf52add3dc09f26b05acf5eea1d7f4aaec5b3..1750219ffe375d64173d5c82cea3e68b9d5097b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 161f8af01b482b5c61c0e79bd08913c4bda2b058..33665b119af4e7ea4b189c00d1044224b8b69a1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.output.dense/_s.pt
index aa88bea0fefb0ea330366e69bb0aa703b55fbd6e..77bae136286bba6a4f7eb4765b1498137df64272 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index 3e6239901325fb43ffd52c323e2695c8d7ef3da5..b83ac5f2f165321d1763131ce30cb53a6979a0e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index caf4f7d5411eebf4fcb472dadac6e7644f759651..564eb08aabe4fa4c640d0b50d67011685638573b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index 846db66d9f490acc8004c88d27152b5c1560118f..18dbe29577dc46c320ca465ce50be7ef759b82be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index ddcbc35fcb8db5163264b2d03d20451839ffa5fd..9fc97bc9fff0ed29e676c60fee6ecf57293a042b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 7401831537902dc624bcb25dceebd90f901d4a65..43a6a1b93c5c2156f7c18a6c058cddfe761bb0b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.output.dense/_s.pt
index 5ae65a6cf98ea7b5008de1d41b4d83682e4eb0b8..71172dc585b7544063e7f5f999e7e256157d4a9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index c3c1eba8c8dc0542ca23f44426eb175dcd282a6e..f05a01e6873a349a89e0208330b28e7451ba9d79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index f0ebc5c7ea6876049d32847cab44cf9c9945ea61..fd35e6ff5f64684621ef65ed22d96ba75d26ef37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index c48b5dc8ff5a58bceac0986d46403ee9f565eb76..6ba9970530d3db1ad62c4664c5109ae70a7a5356 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index f43fd7487ba3bb1287390235312231be515e59f9..7df0fbde5ac84b611e9d1490747fd2c30a8e5100 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index c7b79dad72ba10f0863980149337f219c4239313..34b4e094fb60169b636db4937f9ea985827ea99b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.output.dense/_s.pt
index 05e8fe92f312184b658a5216e1a0a20c176127e0..241bd2f668f68c212c1fb7e91e4aacb1bd7f5181 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index 2c4643c7e96b5d53ab7a87fc3acc59a66ad341f8..5fa0a8196422f212736588fc7e4d681a6a0d005c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index f869c9ae570c6aff08e5c8672f84df9106a9ef18..5a1480ba8bd66b2ee126ec6fa6ff874d6012f008 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 620aa71ef3cd914a47b00dae9793c136185e8a3d..d464b25fa6f3e6b01eca6b09b5c594696cd7439e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index da2b3325b98cced0f78886bd265bbd1fffae082a..49e8ee8c00aa48e8d38359023440e3bf8ef11843 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index e7ee10165ca6455ba34d2e75b42d9fb564ed24e3..9c8ae872f333a03997e6c47053ca822bcfe45373 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.output.dense/_s.pt
index e6000c73ae88857cc2892528044e3d51448d2905..bae2a107301f63bf57a04b58286691921947a7b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 93168bf1ecf612cf083025c88629ce24bc15cf47..35a2bc75b7f73ae2f5f82c75f0eedda2ab12a445 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 74fb9b5aaba26ea394155ce642141d2d6b19d074..5eb2c390924dc15e24190da46d29bd3294a93234 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index fc7fd2a90549c2c015b7c2faab014c3feaa768c5..7b04234a38f24bc255e1c488be756cd1349a7604 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index d205c2088a5b1bbd8d182fbcb56e0027acf23214..746b636188128b8bfaa26825f0f6d9744ccbb11c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index 9518322dba212df20e6cd849fa39088756c842be..75b2079da0a2d6c351f9361840f9cfd0f7984454 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.output.dense/_s.pt
index 4bb63e2d6c60aed8fd0db11a8a848370567abb46..aba9b1cfc0ee067634b7bdeeea96666519eeea13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 768e017c882a8cf29208a903b6850c21c4fe8ebd..f3bb056f184305107a22b5fcc93998c85ca188e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index 6e274652ad5660ca4ecb66eb065b9042887fbb3f..91c3d88a0d0a46be69575e5824e1cbdcab895e58 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index 0ffe967b116bb7f06fbebb27102a2df1f54afdb3..3b586c9d4a2a3e4ad6bc649181fb7670c1295fcd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index 7b36ae00915083fcc6eae581a0c78a68719546f4..abdbcd12956b88c417912c16851b673c20586f38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 38d286123d93855ba4a72cea226537a8b97457e2..57c3baa60d367ce99c11a991b34e284e32a5a9af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.output.dense/_s.pt
index d8e7520d3ca8fd83813bf6b0e508ed8de1764a5e..5d8f758d1ff0c1ac065872d735f1a85d040c1bb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 54f404d400b5bc7a0c6210d12bb567ff2b973b60..6ed1ce11bb452e9e83657749a2498e1545bbdf01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index bddff99174407a02d9c95a72e348a391bb443274..e5e6fc694f86d7b02b7a7ed28df43b94131ec769 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 3335a3361ee427c1793415ad1998698072ce6944..c0a13040c5918299a53351fc20a0755d025a4ca7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 89a0281187daab1e3b34ff5554977ab5f28bf3b7..b39284a01377008cac04732f1c8ad11a805f970b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index 73890e8729b0e31333156b921a3d1aa11989eac2..d5d6676446801455c528f94b5a991799581b7eb3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.output.dense/_s.pt
index 63c3d0af946779ac95adbacc6aff0efcc309d937..297390af5098d746c30f2225d825019e08ec3c57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 3a25d26a523c6ba952a1638e2707b00a4b6ddd6c..9a5efe9328c1e6f28c899cba7424bf3e5392145b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index 117d12c3dc16a8d677913860e512bcacb7525b06..fe9aa91fe09914d95ef5007bdc5f4d387ea48546 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 5a38a8a68807864d899404a95c85d74f42fe5f4c..3204a622710ef8358058948e65a8362d273addbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index edb64012d78dc304945a076841a78a1e23e0ce7e..5928f1f2342e5e2abe6d0d18c73e129895b06e21 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 9d3cfef5f6968963870936113c38d10948f58b93..c52d152ec80333d7f28d9c50e77cf0b2816da0f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.output.dense/_s.pt
index ffc2d6e8f24098bb43ab01e7e2dad48c1c0b2949..aed267a6efdc661f974a870261f21561c6a66f7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index c919b010436cc1d9f85b1c20aa0d79778547d4c5..1d0c205575a82323833f3a87602a35bd0f794aa7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 26acec90922f51e1cd1c3f60cd7330e42fe15f40..5d7621744fabbd226070ecc88d0c4c875412d92b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index cd5755f041885bfe270df286875f13c067526f44..8819aade80483524ebd1d5155c2e4a395c2c2d20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 233295214999047417306aff096a79e93c596eea..25ddfbbcf0cd44c3d25bd979737081e060c56cf2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index 4be6796a930457e388f69f10409d1b6ad386e13c..701175dc6f03fcfd4eba0d5b8158cc0b4d5f5340 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.output.dense/_s.pt
index a716061adf108d7ea822388aa2d734b84ca52d93..4ad2cc73c7867781498b08738208e148dde917ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 9b099f0643e48ae8846269dedfe08f468f6b2f14..314fa08e00c8c628eb8dff9948b6dd523b189003 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index 30a3cdcd79c4ef9ab5da2c1c54e74c1af3784380..89853b06e17554f9babe6392b1812c350a2146cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index cb71802a297c835f692e8818000ae0c7c21f3fe8..c506e7f7c57163e90ed55ac0aee0ad740ac1a81f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index 0521da482b17d558aa9957540c97d84c6ce9857e..e20fddf34f3ca63e1bac719b9748e48bcaa7b706 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index c3d8557e0acb2de50bf93f1aad327c04c68c204b..74687b54998d454d1a232f5de0855c74991160c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.output.dense/_s.pt
index 252fda1f51b0079aab0f6a601b18711bfd7a6e17..c2817385127c3fb9e8db4f780c44be4751b4a7ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index c138e46abb431780609bec7ff2952d2e6d129824..264747b4e0a3a5d41e15ad4f3c3e0f2b6069df2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index d76975edea5c4967ad7fdbf7352c06c9dfc798c0..a54edcf6b7f8a8a21344ee021b2f3d9e3b742039 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 6c7fd7822a2e331d19cba1082a837f9b7dbdbe43..a9cbc730756b99f1dfed9d499e0e90fb031847d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 90b6d1f905caf35e4b83b92cc54853d3bd00e94e..866bb99781c7ae612b3ac9224182d017e8b621e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 2fccadc10eed5264bbd30256ce0b3f9faf25f11c..3336d207a5c70fc832139e0648528a46446db9e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.output.dense/_s.pt
index 9a3083253b51d15da78d09aa0a719932003c8bcd..7fb8d43f9f0e3ae6abbcdd86f99142bd8250928b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 6cc6596fe44ed4409b69acbf4b4209ac4733902f..a36c8dc94235be7801374e427a4d71c326caeaec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index ed1054986a788b6b136304acdbe54117e102a3af..87b6968ba821ca9b32b8f226804c01eb6a40c6e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 58af1edec65eeecfab2f5b7d7280c2c0ae8f3b56..7b971d5e517e36666c8781e27ce6a6b241e27e1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index c270c8a067a0b94785759755e43244031483b94f..0e0facf704f9edb7456bcec2e482444678f7b9b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index fa43287a498769d7547bb43f0ee6dea11cf3f5bb..5a729097f828dd8a60a438b8f1e9614f7a9d4eb5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.output.dense/_s.pt
index b339a5a0d81a70b16adf3c237a8be05d18fc0cc9..48d0e2f053f9cb8c229dd5d32ed224603b22e8e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index 86890e276ea179dd4f3374be74018e4180dc8f1a..488e4cfb067d300f02dcf9e20517d2522938a7d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 4cc338f3af58ff3f05f810cb561a7354012a15af..715b2f06c40e35cb05dce8b9d980af97ac454076 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 70b1b179f7ff61805bc44e3efbea6ab8859bdc14..e92c4cb93bbdb4ad4311ac1486af2640a4d2d4a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 45fcba147e55198d26bd379c0beb0b62c58aaba9..6a0b949abc9c54612b4b91fa31e961b21de0fa02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index a65983e9d19a10b03f314f707a582cea40c5b222..475659f29dc6340d80dd77d8ffd635e1db455d59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.output.dense/_s.pt
index e3d1a7ba3e755c0c58b52569bed0aee797f3ca55..7fe659a76225a641dc7ae7c1a51242db6ae55d99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index c2461b153dad864f600707c90f120d8f846cdad1..b7c3b6af5db6a01334c7fb8fd483acd63191de17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index cf6033d52c3282745ea81516c821f015659ba3cb..71c13f0fe6b243dc5fe15237ebbcc9183db09887 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 5c8aa80e33ac4be91f8791cfc326d7f06e4de80a..a22109217371c9d43dff69ffaf718a2bc30861ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 2fc02d080a673f409ff9cff0d3d592c90880b8b3..b94e2df0bc7be2ccf2967ce38f410354e644c3a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index 80e3af58c20046dac08260f65e8ee481bdc0e4b1..7d3603d56f65fcd79ac2a9ac2ca45311f6bf6945 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.output.dense/_s.pt
index fe7c6e828597784c5b34d3c7c5b2d9366460b6ee..a3eebefc780715365760acd7c2c000bdfa98bcd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index 6a88e33866db0902c8d080fcdd19b562ed56df41..ce7a1e79854b2768703100faabcbdf7975acceee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index 5533ea33e03f7f7e1ec92bba3497d70ce51d324a..e0949e7f4ff877b90c2ced854f7695c9b2559c5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 120dd1120dd01825eeb921e2f06b8123321592df..e69ff6bfe8772d6bee9d9d8e3b8260787205e220 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index c3dec4e7d54a52368c109ec9735b166c321c9155..0b5aa929753567d42403ed0654c7f4485c2c17aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index f88bcc4f000e97feaa1667d88aa19e6a3bca700e..3be0d2fa0e03790dbe6a6dddf574c138c5f4592d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.output.dense/_s.pt
index 3cf6ae0bbf00f7913ec20a562448b10347375f12..a4330577549c8950bb7f3fb68a6cd346b1d1135b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 87966dd5526616c3f06cbad6f36193174f0feaae..60cc76ffcb1ace3f52828af6988e7616d631e486 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index ab4af8037c43238735708d36bde8fefd62e7589d..ce188fda51f0e0950b1ab89579863843c6de36db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 8cd5af835f0b690aa7db62d3fa235f1bc8dff7a5..fda8a958e46a2bba7de49a55c1c9769695d91bc1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index d474e0a2268199e37cf8d9f76e867a69ad2551e1..be452945cb8a9eeb66afc38a1452d226c517a41b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index 306ef3245542fa898e28f7071816f64ff4a7b2ae..762e08abf4148e04cb3385a05da4428739477faa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.output.dense/_s.pt
index 139ccc404a047c25ca65818b71e04acbe960fed8..80c1b347e462ff2801f8a50679c9e10b82e4b565 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index 7fea4c05a4ceb07e7d4fab8b4a82051ab3dbfd70..e98e67141153c50f824ceb6de12106da95d9996c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index f02a4254ee5dd39d6ee378a34a9985fee0a7f7f9..eda83fd933a26b8c80f19cb1cdaa6e4d15686ea9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index 960028188427b18724c4da515a7f182af3f4524e..47e55bd32257a12bb1ed52c23dc6b9d073264bdd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index f942221ba6c4053d29adc3155652d373e4964a09..6bfb1774dc08f8bf1d02d744f840781293fc8143 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 31d2594d09df27509a46ca9bbf3d0a368d28988c..d3c5738ac87a1de9876804826b6d08d982e94549 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.output.dense/_s.pt
index 774f9b30eb6f95703ddf71695fc91eea635f94bc..6b4650e5720ba9a27cdd5d111d1497d927c75481 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index 2488c2bdc199d0214dc953706e14dcb143f23300..ca23522b516315a0c867dbd0387077709c036795 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 1f79f8c5817b70b4367302b767fc72d4a83cd227..a2042376bd3b1c368d82fc142a25e262152b202e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index 7474ec61dff0bfce3d2300b5e37674466fe71b60..98d93a6c2e2f28bc7b97f818385d6ebc226cc6ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index e0cdd09685ca0472b82c3451805f0119a47c93d5..c687b7077e428246f4606190958f0f0bb3562594 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index cc9e06a52a5899075372b8acaf109d1183b596ad..951ca167e7b38397316b7f4efe94a2384e1e3f6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.output.dense/_s.pt
index 263bc2108b83ad883667867ad739d8a48b822234..e4f2ccc9ce956b48f56ea2d76311f7d7e0bcfa32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index b0730fd8bd57b1489c319538bf16ecd582d48943..3681dd81cfb21b2d7f63c96651ceefa576f2e291 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index 6a524bafc956def8a99161cd5fe654d922cb5646..840702b059f7289768c758f976d0fa0d8a90685b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index d1352b347802192785f5b2305602f6fa9dfaf3f2..9e475c3ab18448725279251cf3ea94b72597dfb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 4b71114b2c0c45b1f71d956292aa51f269928f5d..b4967c0b896733ee0a6930178080a7d7035c2570 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index c61aecae082011d63099e8a47b69784434a52289..04ccd3c3eb3b7155115d7479999553a3bb906b11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.output.dense/_s.pt
index 93b7e16efc13e1cba04cd8c1774140ee5255dc24..e89e5a81a479c459b64341b88ce593fd91917c6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index 55cbcb77360dd3cf0d9d79cee4e68529db3d8cf8..3f73ef63084a8d5eff85ca9756c868ae4c24dc6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index ebe3585d93132243824d38edb0382986cb96fced..3431d70ab5432e0e2925a326fdf79c30e1ab1b57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index e6d8cc4b7fd9fca83f9675dacd8a34af5219d3fc..a0024dfbf04b848e97e2d0213e612cc7d1a52591 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 066f41670892c69116c0a8ffea3d9e9e419cf474..9bbc6167bc0dfc39da6419caa1083797338de7d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 4da463d9bd61f68fbceb4d3c7afaebbe4ce507e9..8449787c371d7dfc3a70135fd8df30c9eef949af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.output.dense/_s.pt
index b64882701f627323c0bbad037137d7716a1f86fc..973af718aeb8114b41200be3abe131caf98b64ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index e69c804d1e04c8031c0c9b49a18544269f170a45..507855f656df9c46f51057a3c1395f2ca9e365d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index a124019c44c41ebddc206f6f6ce59e113fdd824c..02291e716d8e413b3e9235e49805400cf1b7f5f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index 51c0f9e25aa92ce7180ce38e7d3cc919f4d1cc94..ea6589740695f7fe3b2c3d5e45032a01f2bb4449 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index 8755b579dd31b4408683746ee00a2cebddda0c85..cf223e4d75a1539622ebc9f058b81ce22dc95052 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index 172aefa624ba4a01fe1036d2fe86669ea7663f07..4175ee76b74e1a7daef7ceb6cf799ea525c4297e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.output.dense/_s.pt
index aaab646a77f3b15ef0e7d9d05f20689239df0b63..4cc157c4bc11560b9a28bf34fab5833d35feb527 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 93e221765ba74b8d172df74abc6341d4b8ff6797..eb970495807b7dd9a6068ac92575bfab3b9b040c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index 94ff53d3c324bf99ba7081b72a11956f8b56dd25..8f3ee257c635ef621515752d1f9c3d023335012b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index c41f2868183bd9418a7d21d439e714c64bf11e97..ae133ca1812379fbaa290b36ff06f901ecb43a59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index 3aef223b4b7834be10215cdb47cf68da049a975b..0dbb4e3578a72412ce90eb99904690bc166d541c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index a85ed7e0e1ee58c41567434b51ee83a172ff4bbf..e378ea0fdec35f1a4fe4af71a2a1c25cf6e03aa7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.output.dense/_s.pt
index 2b19b844d34d697e9c7101fb05ddecdadd0f15db..7654cf49d953470ac1068d48262cca6eb1fea892 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 5ab7e615bc0f618a7356a8d052f235978a50aa0a..220630309d2c11b85aac3e7cb4cb56eb89233bab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index cefef6892bbc5313eea4dec5942cb0e21280d4e6..453ee144ca6c536562c43484b8cc62bf0f46eb1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 7adcb2453b1f59362f89b3dfdd84b062a4e8d4cb..97cdb1c11848d2ddf43837fa14a60a72e6459f2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index eb3dbaf42477f942abc729d2eecfe6eea3728238..4cefbf7e20da239f20ab3d55c3185057ef666da1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index d027854f4c3af7be9285b7adb8ead9061ef5ef07..94722e03dc440c8db7bedfd3d88811702ed62bac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.output.dense/_s.pt
index edfe3c470764e78103350f475521adc375ca0d21..d8be9db14d982af3c2d8f7e1598f9327d306e569 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/classifier/_0.pt
index f1f9e55503f13b679116bc1fcfc9309cae55868f..87cd0dcd4588c1adbca5d546c485dc3c6ab55b7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/classifier/_s.pt
index 871ad6ac3f0e67f6ab022c541e77d78e894b6fd6..2c7d8f38b0066649832efd4fa1535d461bf612a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index cb08cd5870ca88b77d42f8c3f7f0a9e6907d44ec..42480df56687c1ec629a283edaf3e7a5dd476027 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index d22bbfc14da6ea95ab8d1c27247f4708e6f2ed48..77e1fcd356f4a4f61d7211101652a3c2c6e93697 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index feba5072b77540ec595a4d791a2caa048ab5dc31..fc763c7b9968e23d0d619233c244f280f0256d06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 78e7d8a25f2011322ca77c0ca26ae7b9823cd309..1bf73a95cf6ee309371ba4f6706cf447f523d814 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index a725fd1bfd562096f3ac5bf3f023bcf6e7eba348..2ae0639f8ceb42e0dc8ecec54c1c315f7ae23bda 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index ca3931d4279b48856e16fcc4d153118c2f8b1cfa..c8fdc5575790f640adec98874b8bda7c5acdee9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index 178b2337071fb841fd46c78735d9ca9491a62263..f1aed785d60fda6b008647c6768ae6284848ae66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 1dd22f2975d5812a124a496a5007bfea255dfcd8..b768d6d21b3dd33c9f228bfc15122c28cac8df45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index dde30b7293300f7910104a11da6b709d9c6824f8..16c61ac6c4e2ef228414d25125ee0d36a6886bf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index 21bc48fc247b538fd55986494c94aa03fc280632..8a642e15f89b95c752ec610450ccdaaad93eee8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.output.dense/_0.pt
index 652c8c4dd870370b67efd3b7f0aa012d590ff19c..1c0b3f48faac16180bd46b6deba0520ab1a385a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.output.dense/_s.pt
index 75c326f81503cb46bddf9806795404ab4aecd211..a0b5ed83c15f804634ec8df705623fae9230df3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index c9ba71e191c58a7f421a08170cbaa2b4a4c48378..5d452bcbea879cafea8ff4adef8d51a0a139b30e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 40d990519e115e4e80ddea9b660f76fbd1dc2a2c..c7998101d470a88881b543090a72f4aa76139929 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index d2912682f99ccf01a943531ebf7039820505be0c..10e0d7d9d6f003c56156b40f15cea099253adb7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 6a142fd4044028ecee28245bbbf29c37622b83c1..ec8e4ef7817aa101ff6e059bff3aad32a90bdfca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index 9366c1ce127d26cce0153fc93446701cc925f6c5..65985ebdbffd8589df9f9b931cf304734bb62e1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 75920d52bc4fc0b489d30ba520428c192c132e1d..627e6a5ec1bbd9f41d4685073404083b267093a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index f8313bd8d9efe357f310973ba7b548e90a20b113..007610f1c8574408775e84ee452fc2217ced9ecf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index 2e345d99279dc6854e1149900c84c7ad17359049..57c9645caa034c856aa6b21a5ac678ca81d05ee7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index 80cec06df157216724fa9c440cda34685d61df7e..a731d55a51f8c7d99ab22e0e7a89df05761d2276 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index dab9a62a4327c00bbb4f1de1216e39d153f678c5..fc42063c2f13a47e6ac0ebf5b29b4cb3421a604d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.output.dense/_0.pt
index 1bd74b1d199801f07f7bee1d3ecf836487ccb0af..04314a16023399f7e12d9e124ebae82e95dad913 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.output.dense/_s.pt
index 294b1177df321653913e4dc41430284b55c3a7da..9eae3efa80513d97ea1ad0f5ef0a241a414261e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index cf1a7154c56723af3858d94977bc7cdd6bd410a2..73b84ee79e423f66d56b11db706c7df29eea0440 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 4935d7aea14c34f34cb0318189d55ae0c80f3f75..b1b447144c8a8d3c2bade33c5d8ad32d09257445 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index ebcfec2870746f83bd4a8a249469438a8d6e41ed..c88a4ec9f187bd600602758c713f88a2ae747a19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 68f2dbee0dd25848f1a06239d504068ffaa9399c..26f2021b7f65cbc7e9bb197326ad948e83c39725 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index 26b1966fc67abde06886a91ba32757d6a42ba34f..c609b5d7079d44a1590a33fd69cfc44589ce1441 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index e370de60fae400dae9d347ecfb93f2b9c7892ead..4f1a08a98f241e9152126e6589499f6b50acaab7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index ca2995112f56970f863f42572769761176c192c3..8a5d1c164ef63113633eca3bb42dc1f52fec1178 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index 6f48e8a93fbf9f129c68c3940954a5588d925812..204239a9a48babcc0d3e04901e0bc5c35dc45689 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index 9f36d2d0678002aad3923718719374033d503fa4..899b775230650bef6eec0bae19283ee205e737d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index 278e8df0116aa69d67be96398041f43c06b4d33f..8a275e293119507a44013ef4af9e9b6ad8a87a57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.output.dense/_0.pt
index bade1d643b403a86a7fca637ee21bde9af4ecc41..ed9bb1f148c1b43d52f0e1a29acae46b007d8f86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.output.dense/_s.pt
index fe73d6e5a7e7b3f833cdc2be35cbce0f7c67adbc..654cccc21fe2023e151c23d0eb5da08f8135300e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index 310081f8bd8ed38548dde22327d81b788d53d907..34bef58b1600ac1d99cf127c3df96570d590a3a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index 21c57e2c911461f4be98cdac6d275a150e10d413..0425ddfb64fbc8229f347ed2a85adbb853b69abc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index c8f12ccab81b61cca5fa5c8acb4e4afdf9d9c886..71e436b28f3f2fbde9f796b17b9df473815dda14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index 861d78c98975ffd4fce1bd2a1c02eaa409088c2d..c72244723b7142b071f06e9c4cc9eea534a9b085 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index 05d1c04e6a5ac929b8d2c366768e274d64a81e29..d1aadeb5c42263e10075cbfb3b4d533a662dbe02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 1e21e9f6bb33877e2aacb262b8c689302868c8db..7488897909f01456aed34d6882e1d0a655ec2dd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 1e74dc550863a9684b938a6644a31dcefe76ccb1..a28f5096742ca9c652f1844dd06b8bf055410ec1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index 3d25919e81968a7d41ba2f646f7ce69bc430521e..93dc46fb2d9be22a157dfa55c6cd8387e24f00ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index a9910bc305b5accf123d920be82e5e336b6fa4a4..16d02ebd6c903350ae2dc68cb40eae5c6eed249a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index de7130eea4e729623b014c9c99cd7279d8e606ad..bb2d7ab30db90790b5484f70d0c804fa1fe38d42 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.output.dense/_0.pt
index e20cf9e2dd6ae13fb06c298613a64e57c040310c..55b83b3da5d6ef45d7817437478a6a1513906331 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.output.dense/_s.pt
index dd1e9d1430079318a8e7bf748a489d4a83dde2f3..0a5edd76c4ad2f1459622419cc8221d9d1b7ae06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index 16aadf552362b1cc9dbcd2b57dc9f307d591926d..2b7ea65f1405f8435d1055db153d6a58fcba4f6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index 47c4da89a3c67d93b0a45acf5548376f0b563dca..ded26ebe40fb3db0692d9f955b33bb559cfaa900 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index 1233ca575c2581d743807a920a35dbfafbc2a20a..9bcc2af7f6a2a3a8741ca4beb4efae00cede47a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index 8000fc15e1f8d896225e45c28b7d22983f2a97ee..e307e20c0a8005a6619e0e9ff668badb9107bf9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index 134ff6b3ae2868935e8f6d9c575c196d196b3284..e8672f521a920b7fb6a59289f646d01c64a229b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index 7383b1a350059a63019c40c668da9019187d3b06..a171f94f9c1850955a1be1617af152405bdeafcb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index f2a7cdb79386704f0a214b9e2c421fb510fa3c36..67606b6bbaf20bd85ea2360975e7494c8ef53b38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index e2a10a70cba8eefb487c864498a6d3a5acb2172a..b94e92070922ba01609cc515bd4e69b59860cfaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index 0f7ee6d58c92e278a94375f4f6bc048b2d1c130e..d8e623a5adef684ba3fa7dedd730c0dad5d64150 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 595c8d10f4ffc8f1df6aa67264d3d2d532adceb6..43a1ecc3676afb6d4e27158d63c3fc3f7109e401 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.output.dense/_0.pt
index dc094714acb4988d03db5c35a54c6454143052ab..2bd6c8e28038c1933acb39e4945ef7dbd48df935 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.output.dense/_s.pt
index 0187cefb4d9d8d63c53c63df8f777e2b0b7a7bdd..fe0c2b4f8d95e4f2011bbd80ed33fdd4295c5abd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 892d1a75327d0376eac30c329d012e9b7fc1b768..1962bc030a8196145e79e939a92645cf410bf2c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index bc41b8dae2dd207f83addc446c2d6c06fcdd7860..4528367df4432227e6cd701cf44f112ba27c289b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 733c3ff5cc0fe271178829b6269337f2bee9200d..826ce4665d2cb2d9b6581c3bc7c17d4c86201c22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index b4c1c4fdd63f75c537e5e306e75f4a0aa4908a86..2d0ce879bbfbba954b99a4b52be75cd53cd108cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index 889dee82c9494a7d2deb54eb07ee19d87fbd35d9..7deede3ae214e2636f6b496442660c76d3cf90fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index 42618acd8f1036b54fc92677c6211ede4ae70fc2..c5eac4de7f5d18ca99a75e459c57805a38e54c52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 25a3f21b4bd8bccf6323ce93acf0d3e038b2bfd1..911f5e8f2cb5cb6df1b29bc3d7b95bb4c8b630cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index b9b483bc86ce69f662204a74e07c0a61168a91ab..2adcb7093043ea1dfc1812e7c0fc7d2e631fe038 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index bacc5e58f9ac26e1e068417648a9c5e918b53950..1c25b9d9e5ce9fde74a5f4dd24eeb996517f0e5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index 0a6a0966014dc49dc9a243a593a5a20027e871a5..ae671c2c3666f5764f4d23f7954cd20f63bd972d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.output.dense/_0.pt
index 6927c83801d6c7e57320bc162030564528b1bd3a..d871b902e830756ad997ed1705c3ec01a67b165d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.output.dense/_s.pt
index e8293e3bc60d929e35e0d9bfd33015cea8593c0f..46f030e872148712f07f3bf0eac9cc9e261307c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index 1f4878ffefa63762b265b146464e66c62ab610ec..d62c6ec4add711ce325e280e3b381fc2552e229f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index b9562a3ca4043bbc50845d7d22fed26d3622a2de..b7a08200f670036c3e835b42744800dc018ff10c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index 24d9840d8124a4376b49173e1fd2c305327caf85..51017103ae34da2028cac6ff990509526f230a93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index 538165e76fda9b66d1a582109d6e68bf6fcc9ec1..402759c07c00fa7cfe5a36c3657ba244794c029b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index 2820f552697543eb6db1eae1e729d369044eff68..05bab77c0c53f95602e7cb76ce385ef34ce51352 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index 32314843fba57a4fe4faa8e77c17eb883cd1d8d9..2b48dea19bbe0cffaae18306ba9842e3bf66f146 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index 1bfa189e8d605d99f72df5cd32ce678a245f2500..336610491f1934c52e7aac93917cb65d427a112e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 0e47077841cee036fd00121ec7da1f1974a3142c..6a1ac93eabfeb27e58d0675f842c5565e27428d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index 977c3e8c3c628faff09f661c63912f5799541f1a..23ddfe05cdc6f0629c547bae3bb65b0e46c617d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index 32d1e7ab2dc6f027f1279ad8e84e586e8899440d..f84adb6827923108293b6bc2dff523feb3590163 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.output.dense/_0.pt
index bd408cda6dcc3af1838ebb23174ad0e8195764d6..de2b247062ac8b13507fed18cded19dd0f5c57e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.output.dense/_s.pt
index ea43c3e1d955c738b08760661cc8510e13d5e5e2..aefb64041911c20747b1606999fd173961a9fe00 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index 972199918408f27119d7e10474d05463aeab9d51..6ecc46e3d9a92fac529b3ebca042bb5c844dbc39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 6f1933c8a3d8200d28302532fe808cae8767bc92..3593b95705b583f977f8a95ebe7544520bd3a9d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index 8bd9c6e80ccefe496e7ad0f406564e6e0a9d2d6f..77f325d4901fd0beb453453e19c864f821e6615b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index 94168975abfba279ce2a77f2798966527bab75f4..c41373edb583e51f4aa70dce5fd6b16ae2d93126 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index 24235475735135ea8480949ff601f0d018d78b6e..d48e2944810232905cc5b417afa15b19459c5a7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index d53a5bb4fee1791e8173b413d838fc27e57f87fb..d733c9cef16adde9be70964dc22534267ad25fb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7827d0f3bebd0fb170bf8f7a5e1558e54978eb97..f57fd67a26ff559bb408d5e1967977876cdcc251 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index b3ad17da3249a9d6088dbd40bd12a5626c779234..3b887b8c4bc6124689711e0965150e80af9abaa2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 13da56a20b4328246aa03e7a1ef1ca77778155fb..3fdd125a8e8a9e3fd4c114daaf2725362dfdbfdd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index ff9b45f8d39ea03413be5560f50f2b6a957e394b..d1590a2fa35fa8fca3908666b344720fb06567e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.output.dense/_0.pt
index e553e8cc2ab9acbb2fe8012f8fc4534c3b623cd0..dba71c476742f0fb848f5c73cf20752add1ef9e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.output.dense/_s.pt
index a1377bf13a57a13f5874510e797a9634a4a2a5a7..c2cb24fb253afef2f4f1fa396d1a8dbedb96f981 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index 33f81f5abcd258225fd0e8f945c6a3edebbe204b..9cd1e61a9b3da76100e64cf9388c46a60d0fd874 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index 24464558dde2f7a3a2bf555e6e847e6576bc4307..475ca2578c174052af11cc0e05d66e2a14042376 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index a853e31c7a2df4f0b4f6f25af643cef535f85e35..691b84247592ee11b4a5a7ed4e84de74400c7e4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index 8e07c35016e2be665ea7fb820ffd7a3fc3183247..2755cdb5ae0312e31041b49906a104b8dc210dad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index 5a413fc7cb3a74ab3800e1b45b57f9255986d809..23a56ec6c45dd76160dc2acc70d7af6ec0abeadb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index a0d8f795e064fb2c0273552d1a275bdedeae9bca..d1a1683eb95ec77602e1c225da163ecfbd2d2017 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index df172f05f8c8dbc4549ec705bfce0386ecf36024..e72ec893ac9e3d838262a982c88d87ee6960ac8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 738ad1036ee663a3315268f62eee1c2773680865..8eec716add4faa8b46c374d8755d7b8aba65b65d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index 515dfff6f4f5d7637a3c64fd1e56c7d904f08939..f417f4b2115836d973670021c5d0995b17f8541a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index 9945b1a73b8e8471b2858bcf106dd0976f472b9f..62de1e505b4f2a1e0d7d7b854d4215eb925ffad5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.output.dense/_0.pt
index 9b719748bcc122e0cd9541644bb8cee56698be18..541e63fa70132f2ff4e6cca50467b1b143655c4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.output.dense/_s.pt
index 1f7542acfafbe71be206edd1f21ec092e6610cd3..fc86fcd099da23a42d29b9a41ec2709cc558b51e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 79a8dd0d950e0019e9388a231dc02c2aa52f8b99..abd0a910b9f0edf6ea3ef219896749330ceda644 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index fc8188171c1db97513a3c77a2234aa963e2e4182..b207e705d319e2f80a5c93fe149dba494e9c1e84 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index 5a9f99c6fb599a8b7e6e8d759d7cd9fcc516956c..a45dfb4109ad5e7a5e6eb1165179ea0281182979 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index f0ad4ecc12175823bcda5be424ac617ad917949b..9a70197ea7679b8849127087090101a7862d03f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index 03e70af08de1850ba9fab35684c61d6dac801d81..1cdf5089b6dca90942b6a34b6375756457788414 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 575b0eb979b384cc0a344c6560cd272e02784f5e..7de939b3841c36db33b33e76fe97fb025667bb90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index b88a3620371f390a5ac43c3b634047da1601c3aa..e239e79796995af6247be4275d2c9ec7babf9bba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 3c73eeb36f22504f01271dd35aa4b324d2cd7a26..0e0a654e8714ece7449fec33ca87e52f935edf9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index 253e5529202ac91ca4da6e9f91942d778659c38f..41c99b3cf53ded078f6536ee9bd4d627107d1cc8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index 08fdd7d1d1a7d89798a6c4a44e28ccd5c026b230..d5e6d5dc0a698afd3757a82848816532f59bfa73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.output.dense/_0.pt
index 9d71c2b74e65cd3dc60622fff97ff6dd10b8752a..9ca49726be59fb074b2e3db675686bfb0e8ea326 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.output.dense/_s.pt
index 8f4922875d76869662900541f7bfb55c80019032..8eb7f0bdc0ccbf09c1159283689cf1469b2fd4f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index 33f45caecabd37933465cbabea3bb55954c1e3a2..027c90f0d135f9ecedd39bc6463ae9b69ca0ec15 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index cb4a542ec24da97e75c4d2296eeb324714c8e298..095b8c3571469831d5693cd62f92026d163c3f54 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index 3c98e4eae349f402f3a2850703c9f955d8d55b34..99e17b5ef45688095a7f973109c35766b9e9f305 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index 9147a45caacf59f0a17f2b5699ab140c0c212fdf..ff7c6f1201de1baa77252e94f8921688180214c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index ff1eea73403931b87c6c9e41e0f0554a257df2c5..7133f9acabe7ba4439ad50dd35712e1fa4a7fd41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index 8c6f5b1f74ba557780ee983eb1b8d408e69e9111..dfd4eef707275b7f9611f8a8697a12fe396c7013 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index 5f4e913a5ef427b7fedddb3f6d6ab281b865a80a..25e1e2e927d5f4052ac34e7ee8e8c27aa7d13d7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 80bf2ff41bd3448948beced4713c739d87b2cb16..92c89a5a17ff57909d4cb56efee680c6ca6d47d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index 27c85bee0d580550b270de69128d9de372308ba0..b7aa06b7023ae9596ec2dfd6020062cd9afec586 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 9013fc716999bd3be8a72b1f31f33575dd3b1e65..b7590b1c2720ad8618815761fb543ade0349b8ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.output.dense/_0.pt
index 57665c673ca5b6e14ee956b0a5c4ce5f191e3727..469934e4e144ef982fb7c47969f8e4de4470b74b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.output.dense/_s.pt
index bc74b73583583721723127271a008a8139283c8f..bc8f79b644d9a6eefce535612ab1ddd7aab1d0c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index 121573329964b1a7ea9a7bf6a8a57cc3a118fa08..7d42169f89a2acecec3080f715f30cce694c7899 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index 33454103235a2c1d5709f8cdeb3e501a1b9983c4..c222b30bdf6f5dd00c52cc794ed39dd033b20f7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index fd952709e1d4e024337af59b2e334e51503f430b..ccd3d0115a3e0d5d7fb7bf056c54e68685d19718 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index 5a7b6c72251acff7222afe12c8aafad4ff5a74bd..7c2e8e19c54469cdac47f21a625cf8c3e5763b1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index 9a1e6d1c5d56e10f85802093aad52aa69de86113..1a72db0d266a4a10e7cfa7e527cf2dc4a85bd627 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index eb749e2cf2aa56ed95733647a5a5e568e27bbcfd..d7294b1c48fc8831c4a3f8da841923a28ff61903 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 2d288c2b56bc2bc9d99545fd3a9c776e68ed816d..960e8ff9c8053b004e80bfa4ab97f05293648c9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index 6d019c3246a133b4d3739f6e2bdae3ad24cf23fb..9981fea46a8aa67ccece259f170385ace123f0d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 582ad4aa03ba862fa958d2a0091cf9af6016a6c7..a9726092f016c2ca57c5ab841de026e3ea7cf28b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index 0878f2f104c9b93a90273dff65373b2f5c81b44f..a85f8ca442cda839919265597161cd982152e0e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.output.dense/_0.pt
index 59bb6aaa9df5654a30237c1b5b05474263951b43..d2d91df2a1f9e1a27aaf348c75738fb6e637dcee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.output.dense/_s.pt
index 9afe7dcc9edad37ceca03beab67fccf2fa5b420c..7183d00af948398d253399c34f3a7ee3a3fb5402 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index b100c3ec902cbdfef25a17b8d5e44ac5e43a7b8d..2aedd835aaaea77b2a15ef0e17fe627d852dd28f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 582d6c1ee536b696fe2e76dbf4b0d7c88ff4aa62..1fe82a2ecfd393168c498dc6ca24176575d31826 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index d83cb778a92fdde4ff5b8502d821aa9ca685111c..98233b1c0e388793bf5a31e6aec7e1de99872bf6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index b4e676449a3aedd292226c1a70de67d263eb06ae..65c8de6d1cc13a03013557f6357d3e44e54acff9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index b8f6b3cc2b4691a522bd8e65275ba3f8b0c67366..cd369a6b45b8658f873073c4509ecae702448384 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 985231b29cda8ff9f4a90c7c6786518f71a6c253..3aa2cb3775018d00ace8a9a0f6875e6adba903df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index 27140164554c394737a5ef0d25fdde8da7e3512d..a167186011c65a1b79d0a80381ebb9a71c10be77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 38388ec7bed2ef77391ad93c1d8aa70b3f8caaa0..e2f53d7bd01226b214b8822580fc2961531792ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index c0082e90850b27eac429dc688d34c127d7ac3e3f..06cef8ae464df4fa75a74da126045cfe47def69d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index bc0f14bd53a4aeaa5d3b2affaa0a7b744f1d11f9..d31e9332b4da8f0f9d6cf4168bd69186b0dd974d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.output.dense/_0.pt
index 5367469dcb1f060ac7715c4c6a4bc74b7ce20e90..7c4b70fb2db84f78401d54dba27097ae1f1bf4d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.output.dense/_s.pt
index e4a89e9bffaf06dfb6f1b5acb27fdd78f4c72ec8..a360ec1fd53c94d06b542f36e4b66d075e0f8215 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index 001240b588e40ddafd76894e789e957119a3ec68..757c31a6ebdeb95b67d974abeff4ffe3f523fc3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index 7ab51064d8156a88a98a41ac10629150f8cef961..fc2132a39d8950d9052158e1bd1d928b7592d2f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index eb2ec2b4f87f4379068ced32887f10170ee42d39..c250e98422ff656d3a2af498ab9d14bd8d5d9297 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index b8d68e4a38c8ca10adee51ea72a141e4e81c2757..08cf181af4abf0d868ae4a70a9c3b14972b3372c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 378074cf4845ed3469484121ef5e9db94ccbc6d5..43e4ebd856057650d698b4a4e635f2ab7f8b4669 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index 8afd858b411e091ec10060944ef85c544588cfed..341bb0af52ddc5ef69ca355c10e8e4410ed8f9af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index 82c8f74011dc3ade61d5f0fb0db2dbbe5b8de3c8..1cdf5a369452d0d29b26b30718622c39be3f1425 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index 8c0197dc301a4f3eb6cfad4526de810604117151..6bb0c4a18d2cb9dc225d39617dd4985560b2e332 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index 8729dc207faf7ef104c73836e28ef75541c4039f..fbc456823a06f3bd7224a43a0badd154a4394c05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index 53a0302acaa6521b77d35f6926518305488632c4..d5fc3a4bee36c7d96d19d2bcf45036bc096a6206 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.output.dense/_0.pt
index 8c81c1ac6227d8bc8dcb162a2471681c494da925..924cda6513bd5fae57797026b0489a129c6d8b6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.output.dense/_s.pt
index ad6cca0289cd526908107512388c11fba3bb5b10..05141d0f4cc2d3e9586f5b6a7b2ba043126c4bf4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 1368773bb6825c49d6906a9c3a141ee96b657cac..eda3fcff5b633edbef48913e9c5efbce13a6a78a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 2745dd474326b129bbb36ae245a02d7fd4dcfec1..bd91cd5a9cd41b562d6034a40db6248144548dfb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index d3193a3e5e3b3121ea89138a67f4b03c6be00bd7..b6af8b1aefef48ed0d80b75e8536de104ad68ea3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index ca220608b55b8ec6536b4e4666fdc4dd91e2ac83..af443db1941a10bf53ec07e3854d7af6463c207b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 14871f02b26e1dc04e19d4325b016b6f05dc2664..1e4a8b0c1a6959d7a2aed819192a3a1e0c5208a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 1adef81d8826cb654a7923332ce086a920788af2..49f144657ae7aba99c3e166935e223cb4ae25f69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index 6d5bfcd18e0e5a0911294526bb097507a2a5f586..58b267bafcd13bae747697d290b5176c3e74dfaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index 98626a87fa458d346fd858bcaf727c82e2b225d6..d9e3dc1ed3748a59a3b69ffecc0e9d24c95bb5d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index f0357a27669462e63565410aa171fc57dc80c6c9..cf13c8a175f096ea8015cfbadc0c57094d479061 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 9242cda60abfe5e15c60db75a3364f7305e73985..d2a8124a6bb08f6f163e914b4927dfb3b61cd53d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.output.dense/_0.pt
index c808e7fc28008229375979aa41d1c1db47f704ea..5d7b98062bbf3c70a989394e66e6da4e97fbc37d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.output.dense/_s.pt
index 925cded1b55f58ca2f9986b954b1f2ba46887cf3..6299c6ffefaf72e1f38d7881d1876e9c0befc024 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index abed4e20041160e6f98fd0729f5bc9e4951623a8..33a056daeb4e8898d63e628c38fc6bbd9e7986a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index 09aa0946e5a6fa1c1df92ebe941a0fdb92eb1917..6990e314d08c0cbdd39f706fced69ece0512f501 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index b5c7cb9239d00f4bb564d0ee48e216ff3b62a50c..41629d0cd62afe286917ded925e96a1b7b477011 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index 99f61f8700180629280cffd98027a8b8be953023..663fd34ad905fcd3f56d40ca85bb31d59a955bb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index a16390756059cce28a285248f94e70de01dc9afa..603d7f0f1effe0fd09be0560cccbdb1dae0d16f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 3caaf9280e62904d46156dc34a8c076951c43130..53031d9f10e0f2708f4684cf2926ce29d38baa1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index 1380f02299fc3dd7044729ccc56efbc76d90d878..0652e38a64d3cbb6e3cf8d9aec0986d8423c4876 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index c9d28ecaf6170c2191667606bafadf593fe9a0b9..220454ef4dccbb44884d98583fc1f34cea6f1a77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index f09c07a06fb29ef204d5c96e4e48bf32cb33787c..e07bfe3e460ad1c1f1422c4f73757a94b14ccb8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index f07dd33bd57731e9258c3acfb2cfef93650a2323..8a8f9a893779ed7f6b82a38bca942dc000a9d32d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.output.dense/_0.pt
index a9ffbd3ec59630acf266277f7027cdfbfd2cc224..a613f50d7fa57efcf72e61246696f01d55c74db7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.output.dense/_s.pt
index 4828c6ae3966b9af537b7fdf89c949fb43c0d713..d45108f85e6338deb03e770b27f23b95bb41a259 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index 0e467fa42a64a7d90d2462837130e4419a2d2c0b..17641c46e49183b70dc1aa755d587bf20371113e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index 9c04d155663525a03f7638dcc9e5287e492b3e2c..b76c38372a6693cf3d37acf2858e920f5c897d10 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index d9dc5d977b5dc9d4ae9c25b5295faeaab9ee08a9..1cdbd4b4bbe6222152df9ac33d2296bb85713f7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 341e808eaad80214ce1ac0b9d3abfd95d130543c..3b9a661dc41acc159de89a930a41dc1af2042bb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index f8163988b959e3832d554041816a50f31531912f..140229cf4a4e7dda87094a5519cdb17289f7b493 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index 04c8f3695e85ec252b7c8cefc39819bc376e6c42..9c2e4a6e55556ea8ef55f6a98f7ca3709ae6e02f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 719f983cc7856a921a45fde1973f9985ed019a29..2b29a1476bb6886ffbc074a82201243606554cea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index d387a774285284d9724a528198c35f79259a99c0..275aa05c82e4053498845d02e3aaab2225d84bc0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 8a89c0106698a602a26aa7c0fc4d710efbec2257..17c0ebd97ff328d4bc8df956cd62d3eb750a0b13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 6e09245d603772bb26db6106153b5ec51eba97c1..e48589660dcb2e394ab879f1f55b401917587d6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.output.dense/_0.pt
index ef862ca2ccad4ce751f4292e53e3bfb316434e0a..c694a10d0b623a57416eac9e9dbeebe6378cd982 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.output.dense/_s.pt
index fd1620f6e91f577b2971082438fcc86078580f36..f956fb08edb9e2ac81746f5733c0d0412a5d196a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index 9bc9e82a999273d58d1764cf0f90b4af80ea849c..17299eb2bb1e6ad0ea0044e5a347aacee9947de2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 19ff6fbf78c63ed3bea89b1b3cfe213082858923..023d7fa249899718ff2b03867e787966943d557f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index 72262cf990750fdecc26e95331da201956c6e4fe..a5fb4614c4d05a55825a80e8ed0e4ab2138f315b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index c18fa6bbc7de6be8c4f2b46eefc4905055a3a3d1..7c0b38d5a446863aacde5731a618d9c661fcfeed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index 5b9e01bc24a483a362410fa300653beea935c675..d4e808a657f4f3f0242752f7abd3fde78aae99db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index 3d761774524278e3b4e4969585c50a913ebfd064..6a8d7a6bab537af8a0b2c9b308b42be49a796f74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index 3aeb3d2ee62b384b599a55a6d38529ab0326b139..f6a6c81da63710ce0eeb5ebfd27752a99c71cd3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index ab0567f4aba8f92be559dac7f1e32a16d249a77b..9571b6f05bbbb5d51ae9fb95e9b23e7d5f8aa4f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index 4de136f38ab35079b43b3b69a396302837053c9c..47ddfb9f30b45633709918404551b873d40252a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index c91f001ff52071a97fb44c725382c7e473432e66..2f4474d1b5b45069d6e80033dfbef7578bfe8040 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.output.dense/_0.pt
index bb36f8ac9e44041250d9e2472b79bb03d835ff5a..050fbc38336a0f53da23aa4055e251c64ee50160 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.output.dense/_s.pt
index 2a6f2ffb2861906b2f6ed4bb19aab2d8797a1900..c0e5d6415c7e66a6d02622dfc9638cb482f43e4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index 444d05ed06380ffeb20393f429ee3ee5605256a8..e93843a7c91bfc00a52f68df032852e014272f82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index 5e62de0b8471c4e67b792895fe1d3f7c7b8695a6..4d48a7620fa307bfaaee667d74f56f474e6f3eb1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index ab602ef3df5987112fc88aa0fd15c03341cdf68a..c3267c234961bcc05f3a3d7784497355bf56c9e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index e4903f399fe8dbffef73b280051512eb04cc5836..bfb5c3509038d51897a73f3c527465cbf9d3254e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index c90a3c3c8f08fd551b4c9cbb8f1ece6c08dfefc8..7e66c0839909db9ad849edd32e60690c2eaf808c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 461b6e1a1aa8c2051ac2d30844ad540adbfa73c6..ae21f2680671184ec8bbd7a1b0fbf4ff792bc1d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index 73e2129ba8a49fc678e12205fc3e09784d9cbdaa..1b96c595a8669ccb683213984dc6fbc1ae510702 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 06e568915d0916532bea641c4c65ebbf2438f8d1..27d2e9a8bde297e8b0bd74aae4a543520c5986b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index 8be87d862edaddaf5663fa45d8660c61ad208c65..ecd412746df5a81c05040c42ce0dd8eaf2b8e082 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index e861ff60ea9d81879874b1d1d2a48e001a37f4b5..bcfac17470d73d07ba1708fb62f7269f97ba38b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.output.dense/_0.pt
index badefdbec887be2780a33726f2e9d4d3e2b3cad5..8da94afce7fc71edb6177e0ef7e7c4cb28f9c01c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.output.dense/_s.pt
index 9f089c417e82b54930a3646e3c278cb6d30cd3ca..c512faacb760410af755169ad5f224df782c6fba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index 33ff885554274c1449b4e639c21abb93d5796bc0..4e08a4b83e2e8383c56d16cfb1bd4dc1e5c29743 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 5072af5ed06933e0985919eb56c99a1df45dac30..8c14aab16336df96e418492f3f5a9f505bf000d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index 10827991d9a6a9e9c57e20fd4391805a300f8c6f..2c7a02dc8a8a767986fe2b1fb201dd967c67b596 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 17b252fe23fc8b53710d67522e5efa1cd5fe3ae7..8bccb8c3bbc240e7f958e6ef285cf0aa39eacd8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index 26208acbdd977c1ba893a1baaa81cf0ca1b26ac7..f8c4534d6816510f0b8d131b9bc77f8a0d6c4401 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index 1b320aa5e95fd137a79c15b82e6afad3597b1a14..9e2b7b3a6d0c10fa65a66b8e7fb4a68b0fe5b622 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 30bc3830c1892dacab4ba2af78efe55eb4bd8abd..d96e9943926cce61026eca05602c6018badde8f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 0fd35cd24f39b04f622c8ea077af18a158962ce5..f23984976e864798388836535357902f15eee6e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index 1bfcc664f8d111621478b300ed08a37a68e9070d..9c1c0f81dbcd999041b6965d62131e167fa535a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 8f1318e3cd70cc01daa3f6934c045658834e230c..a4c456e4b2aeaacc3928b4680e53d773bf36c7ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.output.dense/_0.pt
index 5427ee0bb6cd3a404cc84c540a886d8802deafc5..9f9cff859083b026beaa0691ca7b585ce5f9f33d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.output.dense/_s.pt
index f6e04930bbc09078307d660336a80bc8bd223043..1003ca3dfb2f9654a1b5a292a1feda401cb18dc4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index d6e4b562aaee4db0547887342e89fd57ac3235d6..3796f93b9bc38e7918511fdfa6120e387b2ab499 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index a8692bc758a4cc4ec3aec9f925b42ff2f0127f10..8f6d27b5112c87bbe966065037e62438ecff59e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index c41d25bc9807f5bdf68d0f164c62054d781c3a05..a292aba7f52ec549ab39c1551362453dd1069f17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 271b3b852d5e696e98b7a17e09f9eb24c644bba5..defb578a51c6d4deedc46802dd1c7a84580c94cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index aad561ee8c639644c13c688ce0b127a669e97004..c42d437c60a0728643a47b2fa394df96d460c302 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index fdf6214fdacd2cb20b2cbdf725a6cab6bdd466a8..4ec8c56bd9c130daf34214fa737afb81c43215a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 7b28b0f14dd4c80be202649d32ae2c05a9c90645..2626931ef7d92fe1a05c5e3c3afcc670455c7b51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index 8bc92aa932c799ddb2adf8e6d0818c9e3e7c7017..b1ba43775a200065a099c37268b0f16683d5b2ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index a847cb91cc6a94507018399aa0cb5ba25dd835eb..acee45e737090b432058d0aeadefbd7ff02d259f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index ab6fd82b43b084e292c476d590226fdfdd5ce507..ebfc50614f0d753d8b983830f1149cce29a3dd35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.output.dense/_0.pt
index a581beb45ec6653b84c397e6e9e436409dbd6464..8e5b2ab6cde7ee4af3fd6ab15055e50ae17a6954 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.output.dense/_s.pt
index 6988a55011cd6a68d631f79b6cb79e9584a600f1..3b424921eb3847ddb020343dc981cee489550fa3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 6ca6ffc0d8f164d2c6adfe5796c1a64323c13e01..a285d75097180e0622e8b80694b62139276efe36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 2197dbf1b42dcc6cdc27ffe8a449014cca3bb230..ff4a99a92a1a32f98d3811639be296131e8b19d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index 3379377a02aa36f91c08a2d263d30eda16ec52ab..0af7368d34909332f48f9be3734121fb1a823b70 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index fc57c46d50ee1ce45725ec9f4a3a9a4165d8cdc4..2c1c378c6378fc3d252b0c4e2f970a445b5cf272 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 4a4f078cd55c3b8167ec678472f02ab60e941c40..5365f6e0f0353a15f8fb81674fca9c6289c19983 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 4d94b178d2bfadf107e2d16a5451afea5fc640ed..8ef17c293c3c5be42661194e7b9f85c7b572b3bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 4ac95945e79f1344e0e3259744d6ff756ee6ea95..728d79afaf84b16e5aeefa47aede499e5938a6df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index 8f33d06a04fc558be04c924c29d4f61a1c7b8ca4..668f0deefcfb207cb8ab6ada13f70b13ac12c752 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index fbb380e70b2114d7ad54c4e076621870b2acd74c..b07faf1503608b3eecabe5fbb88aa33282fc9bf5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index 93c2ecded8e6e84f51a239c421d9301e1c1b7866..35f49552422bb93b9203c87101d27eff0bde9818 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.output.dense/_0.pt
index b877e7fdb43a3aa5d103795f9169ad030fb5a8f5..fcc57310841d0f4cb8ce04ca12792beefbdac9e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.output.dense/_s.pt
index bcb40b9432644758d53df70a3484b48886a621fe..83aaff8906739f2abdb8d52e174dc14f961e34b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index b9324bb33ecbef9aba2610590b04bf3631689ed3..ff06d7492a6542c52a37fe104d0774b160c715dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 599a34d6ead05129744864a8724d60f723d3d402..8458f524a7d5afef92df4af6934087596a5c0f97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 83e6cc15138f659d7794b7644ae4835f908cdb78..553e1c02898003c86921ee437a541ad41b327c83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 6feed3e66a39d7f74e27793a7f316cd986766a25..e987ba8c998414fdd689dc7ac3a80e9095e1659d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index faeb85526eeefa9122b4cdcde226dcc8da0c4494..ce3982d802c39b9a334590bfeb5adbb50ff0e99c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index 71d6fd950d7c54acfbe5f1fddc3f0a2a43524f08..f2c41b61a07c672f4ec184bb461f3ca813171a98 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index e510a94c5e2d0435dc5641f3b3274a9609325bc1..c2e0c8623b4628fecfd1bd7203e8ec67dfde0d24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index cb251b8389cebed9b4540f56123078cdb6119699..e04dcd3825fef40f6000af1b4cbba8b9d73c879a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 8fcdda2f40e490ef411f03b8e4b62c85083e1185..1a31d2967e084512953e84cab13614cacb92cc57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index b3d2e7a38ac30b7652972ddf829f95e86661fe8c..fe9b107a7f401e4436a1711fa0a2596cd33411ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.output.dense/_0.pt
index f1c4e15a19a2a0f19280d2e78a463769b3ed881f..a9e6eec5e6c4065c034cee1cde0a9db0fbbce3d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.output.dense/_s.pt
index e2383a8147f5668bfb736203cd78a16c86c0457a..1c8b2361724b654976885d8d5d6fbfa4792d0ed1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index 07ae65aa71244d8a8d19c357062aafacefd0a74b..b2dc1cf01d361165bf8c4ee8946c14a7527c6cd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index e993d6ad7e1eb8c19e5eb4eb9a2ad767cd0cb023..0e05d43ebf93ac3a2d857a24815268f9e1dac502 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index 85b671665eb70ccd73a394f2cde9fecf516c2230..7c6890ad76216fde5596a6227592b33e1d090b9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index a73193fb8609a71036e9fc3e0b7033f705d70b4f..664c81d58f4de6bd6962808a9fe51c0778bad133 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index 48a9483722027ef200b2abc4144ebbed39bd0dcf..098055e4fd08f4dc97123d6abbed53d0caeed6d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index 8d80d985e532e8ad4ea2c2c16ee5aca403636f71..15a397efab296c4ba401e74b809c3f5fb5d48f71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index 185e13ed0795375e7c3bb5062d065741ff0101be..ca48dda61a2034867e1e714ecc2f6c98b004f0ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 589a5e2b1745b875969901d73df0290518c94e36..ed5506551e2771b9105db0fc1bf59a8a5ab59dd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 8a1616fa54904e12eb10973e315b076779c7c872..39310ef4c1ace28ba48b781f718cf93e30fe05e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 493d1fe6a8b3bc4a65a918a3148323886c96aefd..beea3a722542841d8311cd5a62d511de2d54dff6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.output.dense/_0.pt
index 818ae7482d975ed999314b4153486f07f35c731c..1e5dae03b0f15a6f27c1593d924ba572feb5b237 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.output.dense/_s.pt
index efac37e0e3473cbbfcc76a71e35c29bd23c372a8..e9e63dd186866e14da3c4d5be2eaa281bf677871 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/classifier/_0.pt
index 82a29090ce4103c887c488d5dadea2d6802c5cc4..4aac5830ea7c0044550491031844ee6d44c6bde1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/classifier/_s.pt
index d1dc3f5064c27a7db58fcd24eaba8a2d3d5f0a3d..ca6a33d68870b8d2ce1ee75d06a9ab95c2867421 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt
index 0d9a5b62e69dce4cad7b330b63eb2ae9d2c02007..1d39bc6f1cb6af05476fd320a66fa67b97dbe4db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index f687da21007c5646c489ca24eea0afc474d7bf6c..e4a5503e28d577ad2d41ff4e19dd8b12f11744b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt
index 17cf9f25e12857fe7a7b2b9b1c2edff818a7d087..3cc0040a38e3853d7eb5b2ef618fc9844db78b5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index 1eab92f4914d8e985990347d19fc42f3d200fd79..7ee21df8d1bb66c62c6787d6bcef963a600c83fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt
index d4a29359c9578b68899326ca178c897dd69699de..8460a9dfe9a1fde23a74a8c66bab8c21ab10e446 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index dc9427e2ebb753113340e1bed3ca7d12ecdd5a51..fd3c53476896eea61d4927619276559591996006 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt
index 6777c3fc6ec85a4f0982dba252ab1ed0b338687d..104af79735114aff280035364fc241f0d6864bb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index 0dfc9e696dbe7f7ad0b48c1437e47be93f3e77fc..15205c86c9fcac8a6043b49d3eb5f588d6c40a8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt
index 6aea017abfb2fa13a6f9c405d42accb69287b918..a4269298c12d7d86fd13ba8d349830c52fbfebeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index 25d9374d2b94d9b7dba1076f4424b772fa6f9831..e0c00a60f2d2289388b6fc761aa0fb5d1fe9d04d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.output.dense/_0.pt
index 7db84a04ce92a7dbed203cbec5f28e8a2a351ff2..4299b9834318f9f9fbe26a7b81e5284f38dbf1a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index 3b04fdd46f9fb7e82d8e745e27af837b528d17a8..2ad7c00d03185763c04ee11dde3e2956d88eae6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt
index b8139bc365a5bc4560176d0534d34d706026dee9..ab8968c9551af17a4a9c75f2ceb768e852ff5a4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index cc12ee6dbf55f9ef43735af58d1df7efb8ee434e..478552ef702f17b8972bab94dbfacb367f620244 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt
index 6b8966117ba1cf5454c31d5ab86d4cc62e9edb67..6f98779a4cd6eea0794ec271f0dc0b5d648a479e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index 87f1f7544f26515c78ad12c7ea72c8beff2ce5e5..b88a58da00265b660992e6f65e44ba635ffacc5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt
index 2b634cce02ef49e3590e6fca66f0ee64258dcc21..1572763fce301c1205e8d47b72cbf4195e1408cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index 606e4b0c7ac1527e6a93b6073465026d44401ec2..6b4d2ca0044e1a948e812c0a5e3b1d21eb8f3b2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt
index d6c559af1968059254f0c80b773e3c4ad83f883e..90e4b62f55d4c95ad549755f31dd1c3f10ed4c5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index 57717c52fb127ff9bee0684937484aa82eab3681..15b1197a93c5dab428cbdef06479c7df1ff26235 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt
index 8b223b9b51e488b92dd9fcb8d6a1a502cc814216..352034552d4c12b8e5c247da890653fc7ce4885d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index 68f051ab56a3c605e34440eafc4858ced627fe05..2725249330aa520bdeb97db1840659b525befeb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.output.dense/_0.pt
index 6fdb7dc18efaa7684cb82ed4c170ab9d64273e61..cd501986a0f7b238012c4f6cf81ac2a99b87efc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index 7f557f6c2d5aa9e7324c8a12af331289b6d4ece1..b4e3f7ac785fb08788b49bac2a702ffb04ae4d3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt
index 44619e737acc783e80c05ac6a0461e4c7a6c6e90..9fcc7cbdf242adae14c3bb1add62b8f88d79f6dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index a90b4405914355120b9c099807b9a837ddc9ad2c..af0875a5ec77640bd56e7d0ef4664c4a7f4ce116 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt
index 5c8f531dfcb009972dcf8612949b80e2012f6bac..4b9e71e4423bb14739bf6208930dce86d52f2dee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index e5340abee607083135b0ae678fde5b4584513b1f..a64e1a0f0ec55d9738471c95e585b3591b564d4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt
index fdc50b2eae5a2567d1ccb056b95c888f23ce282e..d705ce0025b1aafe439edf0011c442b6505b5946 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 850233f868fb638e81e22e03cdbd3088f799180f..e7f53b5330adfa61983bc3a3b50a464fe0b2396b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt
index ce6ae2e91657c9a9798da89ed21adde1ed986b74..366fe1190e84f4f0513e02df5475240614aef2a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 7001b7cc5ec9111212861b7b83c532c55e751dca..e8f9c19491c11e8c3db2973d8f24af36e0bb4b2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt
index 875295c53cd2ac5cc66e1d282603f32c73900b96..a054dbda6b34b008335262ecec4d3d14dd12bef7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index af634022c6f3b3b205e4e670f8e39d3984fd77c2..7ec072364c57b11824dbab60afd37f5ab7d2d737 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.output.dense/_0.pt
index 4dfab8c95ce451a6320728df57303f56a5573712..89d5d5edec8a5bca9b3ad90d20da5a926206bc26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index 49db86586ea11b95479b5f37a7cb665325d9641f..0c2606b38d5982f18be2f429b36a5d3c6bf89166 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt
index 3b51a3c7aa647ffcbdb76a6d96f029b7e814d03b..bc0c4dbd726a14098001eb0343c72da22eaea19d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index 23eca18870d647109d2e9a3c505bfdbe748bac5e..e67855a10694bd1327083e14a6f79e0d959f2d20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt
index 8f63bb496d5e8a5544f615dd4a4f97587a449739..d6af72171e091d8c416e8081b1f0dd82b474f189 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index 007bfff94bf11b64948e3437847f8c97b87986f3..6f59c30596f99128516daa71dd85d5432e201bbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt
index 8bf53cce05df2bb46495b9f531843c69e61bdaa5..cfca3ec2a9051b3ade107d41bfd4a3e336b86f5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index fa2d3df2d192ca79d954ecff1b7f50d81024e366..eecd34988806a904e385aa0be2ab37e706d573e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt
index 71cbd2140323a452901f78f707cdb0767bd59475..21488f2aae8fb4f296d96f1135913045042f5a64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index 4a692a1b91f71d473b30d8146a4313079533638c..696d75fd604a3744bd354d12eddac747a5560f2e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt
index 926d2131bbf6e241132a552e32eba127bf073199..5aaf0ff9b50a84a84bef315f0eac0ca5c9f354c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index 64cb55ad193d69ffcddde562441020829f2b3d54..2c880dea33dcdb30c3ce15ad35104d0c4c309366 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.output.dense/_0.pt
index fcd30519fedd339e45ba7054b7da9ee67fe6b145..f6d9299c6c781c7ab37b2248b78140f11d23774b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index a69c527606723c970705f07dfc528df6b8254440..960058ef70b6df572ad91d3a99a68576c57fb8bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt
index fae035a19dd64ac7042f9351aec2ec61071a847d..f1858ff27c2a3947391954d99614ef4d11f62c68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index d1c646f35e55240c9d45ae06082348ec52004734..94cfb6763029be976fd05e636bb9f19954fe62cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt
index ab33c37531d43931d70f55d54606f695957e0ce7..3698bc1dd8ede00866c6c8aff725cd5e5f9d82d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index 61dec45f38c06ff1ebcfc9a41888005195309355..6affcece7a040f228da688a11656f2ab5e812718 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt
index d01a385d30075d2268e32c912f89a6d0ad510620..1f041b4dc122d6e3537934ec4923760e54af6216 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index f7bfae567f9d1b8779ec8678290050f52a9ab464..8da7550988ea7460fb5670f481892eb04246f574 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt
index 9d7f0ca2fd2caee88daa1f717bc7fc4bae5bc11a..7ea69be19d17d60077043983853d083f7492c449 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index e74ab3647c2445689d7fb87e8c80021f88dab34a..9a8e33c9ee2afaf3c8413ba0d98056b050aec814 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt
index 6f30a5f55c4e649a745b7291a8e5798016544de7..a4ffb5442af189a8c985645e81df7d2af37bcceb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index fd845c78cccd7b81c73e4fb8aea0fd1b7f146f65..7b95995abb4f5db483cb84bec0db72f88f979555 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.output.dense/_0.pt
index e59b66c7904ae250f895981f8af025c3a459aae4..e2efb77bb0bb8000d2de84443af9204ad9ccd031 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index 4431cfff03b7ab71cc9427dd966dc413e4fb60ae..1781dbb1ad30b6fbdf2cbbb77739dd0ec2910230 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt
index cfb9eeca08322e130b0e1d4b664fab54d5f4bc88..adb27e74258b37a03b3186c4fdd25d202fc4250b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index 4059ab72d71d014b71a3135d294b8b4da94de741..3f4f24c36470567908e8beeda3023dc2269474e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt
index 2675ea8d3ba248628e6c72ad903f98eb64ef5f6b..099ada383ac55f600022db73dc263107d7940db5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index 3046c6784824edf3f9cfa54760de8d6c8e0634b6..4d054c4e6b93998b7fe7cf2b1e089bbb04c3c202 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt
index 7540758c7a762ea6c9a7afe10a3c0f5f2c81662a..fd89422c355c84a76ff5b1c21b18aa3570682691 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index b557829c7fb8666ca217cad10456e7217243e7a7..cfa51d34989c2c2dbcfbfe3f5311ddf66ec0b6b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt
index 327c175fd5a3143c11096d47b1497cc5481748ae..642722b035d2f09cda529e776be945525a28b28d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index ad36291299568ad922531793aed58e62a53e06bd..0687670dae2b4674b294214f1dd055c0f8b4fed7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt
index 8f31648a6a189dc0c7216400da7e4dd5eb919403..7f30f26246fe1b40fc4c9d09a36651aeeafc88ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index 9fb0e72712c2bd93a62d0339d4a06b69ead1d26c..72e955f106e41a59c2c8cf77a327ba5d1987a032 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.output.dense/_0.pt
index 37b9a84110d6c19c87afc214edd4db15d3da4928..5438ff4e1210f290ce326d216d08b1c4694e1484 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index 9592aec9f7f7aa6c247da5489eb4637a7883f690..ce7a65855de262af976265d844b39bb8022b65eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt
index 05cfc7841071450940e691455f1f240e477752d9..da9256951646f6d6480a97b1a79152e5ed40ec0a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index 5be8cd3f69443082a3223b3f4063e57a5b061fcf..47e29445e97e096c4840a491bcb28e63aeffc6ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt
index e305546ae7132e2d934f5893739960eee6aa03f5..8445b36b325171505c9419b3b85a253e69cb20cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 46fe2ebdc55a0cefaf594ed153506fd47ce6641e..a079fac71bd751b309ac2e8deee3b776dbb79ee6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt
index 3ffc011f96a59d33684baa6b763b28d3412cd2c5..1fb3666960022f8acbc06a1bbd5cf673896d02b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index 34c801059ac842a5508d43ac5494fddb8b65c475..b1d6fcaa445d4cd01e85fc23e033fbbac23bfe84 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt
index 3a257a941337f6ed75b66970d975803cee275037..3d2448f72e768cd0849af89a42e8d1fd9aabb37e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index a0445961d8d52afdd1088b3c179b1108081fa48a..052278498cd9637f7c2538cad172755277d10094 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt
index a9ac6375caae721f1d88604786229e5f9cd6ef00..8fcf4b42cfda12922f17b802693751013f43ddca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index 00ab191bedcc9b6e2270b7e12b9764305927e2eb..1a5b35e66af40d5f99663a940ab30db59471a8e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.output.dense/_0.pt
index 898b1711d927dc57293f30fc73fcf2bf7268bfb1..66e7a1d41569f5156af9c66779a387951dd30db6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index 5f8b5f59634d6d9146de918261101144ebaba728..c4b82b5d9fee76364ca8fb1e7048a9a5c9b9d9ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt
index 213d15882b7c6026d489bb43e804b13e6a1eaa1e..8dcbfd3e89fccc893edb4482d8597d10bf25a6b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index 479f8b7b2cf3276eb782aea50d5ceab81839d883..f148434a1ad5c4906c54d95903bf37b7c3a3e081 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt
index fd2ddad55c7d510f9f8687fbd45c9188614c4a91..15bd3bb0c8a9d62f4d4709a7171cc4da87849d27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index c672f0975161f51573e699a6f037dcfa403070c7..c94996da935cdecc54e11c48439c9cef036bab37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt
index d88c3b5e6b337eee9bbe8a31a359b7e91af440db..a117e39fbc32c77293cd6f9a1bd466f86eeab813 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index 4574d8be081cc24f95c641fd0386cc3ea86b7098..bbb360233e6779268fa1ae0b3ec6eb3365e3619b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt
index 5832d21ff2233506bcdf7f921c19d5410a38484c..2bfb6477fb50d6a0ad0f4546ec8c824887f0aaf8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index f70f2c1c5d0ea26a3ce0fa3f466f9df55df10d11..d1172d827849f2bbeeb255a2e8f6207f003d85f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt
index 93c68f2e28e2750d0dec91bd3572ae592a33a903..e87cd2791424adae80c0a59926a6e2211c86f3d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index 7c8669180359e8d3dadc968993ccc531bd61e474..2dad2600fbbd021148348a1f03c95a658c040703 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.output.dense/_0.pt
index b44d6dc71b66aff1b1f13a4e5c6303091f6fc036..1a7a399e275e23b26ec5ff11c9019681f4da73a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index a1304a41456aa2caf4b96766a6c55900e6511a00..e3ea09b3346342eae16d00d945fd07698188c836 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt
index 0340c809301c659e7c808a7ebe38d691466e9d99..db1b60d2dbbfe5702413587309828e4d92cd9d23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index 381f454f44d24f8f612387c902e132039c2d64cd..a92e27710f70471ecf275d918f4b510a137c1d7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt
index 2754209e446851593c303368368ee141cf48b874..32dba062037d0c0b0aed98affe08e8ed097328ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index 4ecc4559f7bf65bd4661ec5c0e89ff17d601b77e..a40f10543986d755f0cc630e3a15864695a89c4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt
index 0b0a2d697e7670d751ee29ab7dd5da133e0b10ec..609c91b677b21a6d5767b90ae19bcd07d6131c63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index 0823a036889b85c7e687edca54420a82b154340c..90aaa1b4aba47d6c42d18a5dc01cca1eda4dca15 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt
index c7911aedd56ebd137af37e94a93f5b0332f00eab..804e7d55ed89e3d0f8fd53ec0b3bd5e092750f9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index 495b87bcf2ccef79e66d6d946b8da305fef78fb6..b3b34879784587b6874d9b984a0fde1f4d66e6ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt
index f661ff4ec3ad2eac5d9cb768cb99c78a75efddf3..03f5f296b42267c315e5925df0c0db7aa4c5d7ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index 8a363ed2c340f1e7d74eb7327913657ae7281fcb..5fbe1ae39aa5489be771ca3d14bccf3ec8134df5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.output.dense/_0.pt
index f3c05cd8f08fa3989bb92a38d7751bba81b46a7c..46e6863cb61df84337c979385bc98a995e06b0ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index 05e0083fa6c563d3ce1046d45b4dd07644f35d37..321eaf5219159fc2154bdb7f01fa32526abdcedf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt
index 928531d3d91248ca28292c8757d075096f9e8aeb..8079c9820f77a0bb16f74d65dd29ca10b962f671 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index fa13beddd60875da71b96bd29e30113b67254c9f..a1902d1924258004dfc74b6a3be5e3072d40a9f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt
index b6e55782a0bb28475d05dab839584420cbb6d791..e8e44d93aacb13f9995019c32f06f0de74af2b26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index c66f310406c0b55deb20cf1d95a8bf5a5c97a88f..b04bffb3e154d7bd7b4211efb9c016ca7d34f2b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt
index 037be7e3b850b64f6c880740391602930fa99aba..f580b826becd0a20b69a711c85633347a3afada4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index 7f26753790a6e30bc0b86704f4e9ad972ed62aff..0904a9d19d9d384e4b6fb01349643c9229ccdede 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt
index fd8eea72a759e1effaab0e7ab3155d93ba20dafa..0b1c7f525d2e843b6fc8e627cc888dd097646d12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index dafef0b93b97e979a1ef74731f04777738b2ffcd..da79db032c75792b6d03daea7fb6118744a45dca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt
index ace76113f70dd0b9bbf38f5d482e405790869d7e..30426af6fc0d1d27315a53370981af07e3c8ec32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index 7dee494bb16606495bfcc23e1b1fae323fb37f03..9ce2ac37c965947452ac7a0f277b58f9c327e636 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.output.dense/_0.pt
index 5b82cfd0cbb0cc2f1e9cab1c916c57bcfebc494f..9713ebe488b1a2b5373002a3a5c2e38aa04a326f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index 687d33ff6ee65f0bd0447f55bd96e00c9f646dd7..cad4cca0b67abb53b1a48002d8dbf8c6b9b69443 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt
index 599c76fd75e248cb2db348512754aff7765dd5af..b8a7ec285164b072a5b2b159ed1804a1573ac29f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index 526528fbd2bdd4c2fd425ca86c44360185560da9..590bc24c47f78d336ac3122e3bdd89fa7b187711 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt
index 89ddb3e31e51b26df7b30e5f2e838bd2b020c0dc..139bd1eb115a1dea57171d7ed68d41cf461e6aa6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index 65959d29e3593bdb133b687a8814fac5ced78db6..d45af5cba2edefa844627bc61a517333ff36aea6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt
index 62b42f2c73bca181f33d830dcda9821d2af1e8ef..e12581aaf773a3664e6417cd7002e2eabe819f1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index 07768dede16367946669092b4240205eef1eedf6..2d8778a7d6812c7aac61b4160d2167601083ba96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt
index 85033230cf7f74543e495981094f28e023540d4b..88f676f25df39aa667545ccbe2b794958bae19c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index 28baaaf6d7549d51f467ed23aadb8b3801935d30..80007e243d92c6ed6c4764bc8f67247b5b9f84fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt
index 84cc22edcb3f9ef64599cd3fbfb87932467da39c..e40d8ed390ab2c824b0fc7558acf5118840c65ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index 816f78dae9bb881b1620cdf0b896a1ddf3d64356..d261ab1b67ef125ab0b5da3d407bd481c35f6086 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.output.dense/_0.pt
index 5a89ca728273ad9d43a2bdba5f841a89031e99ef..6c536d3776ad0d9b2922d479f5a9e846530fb6ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index 8e9a0bb4ce1c2f1924ac6f4b976cfb3ab374a976..c71dcf8b1e918a1e11563ea2b0e97b0033e260e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt
index 1f3c7bf82e32a7d7aa9c4177500bc3a1dc207582..36da363755cdb22290be2c576d8e939a5567ddd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index 2cc4642a51558105312c2e63d623475e7fb7e2c4..a300d4788b58eb8f42ebaddddaaf0704111fa635 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt
index b8e481c6f1e771a4a2a5d8599a67e4f11939ef3b..7dced85277a022fbd584856c55cc366e11c04c6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index 915f754fc5e5864220050ebaf2a25a3197b88a24..ccc9cb548f92330359bcfaef24549eeecd545e31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt
index 4ce01b37767ec08921a5b4dc3a0a7f3831471f51..d5c67872a5bcea8669edf74d71d67cd7f405c875 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index cce216020790b5710e1fd2146ac053c3a76e0240..b976636d58caa9b866bf435c0a16016dcfeaac45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt
index 868c16d8e26a0fa6e54db452e476072ccba88273..5348df6c34655295bbf4e17bb955b0200d3503d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index 779d97bcffee1d878834097edd061a9242a83a98..208354501a4387de4fb0516d9ec373a085f4e435 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt
index 4a0d935f2646cf150ada28e3c4247fb4a489a71e..cf4c81f4203c83ebd38c00e88bc20e3ef5826ffd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index dedc4090f208d840653f3bfa9a95b24bd942ecc0..5ad1e4f90ec09c23aebe66c3de29e59087afa794 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.output.dense/_0.pt
index 808e8cad56b98764f350287b3d9f9a36ff55cf17..60bef833e1c2e9e1533763eacacd47aa19fbc191 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index 720faf99b59c334662ee9dd9941c4234f4a5790e..b705563f8dc5448796f41ef6b94f81ce32e2e3a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt
index 9573cd688f853240e705e23d87138badad36f1d9..e53400dc0461579841036a3317fa802b183401f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index c196708e9538a719608b82b32617774318f25f93..81bd2334c3d3fd75627c09eccef899df8b6c6e9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt
index e6126cb87bfda032837569a2b3f33bf5b321828d..fce545f220e1834fa9c2a3dd147268c97f07eba1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index 418301a5600c1393dce3f0c1278bd4b500f4b6f3..741ecc14ed52d5717158f75620f9a3f0639d4663 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt
index 96dbdc25f1f589e8411508f2c14e659e5bfc82ac..dcb98a70a713683ce16b9c1e748c9317d06223f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index 19c315b01bf09ec7827ec0f05d1f9f4f748c7634..51f3f4dc47533bebf24bf46b3bf8e7d73533b508 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt
index 945e3a7d9f4ba5b29deb91b69d40447e61a8e5c5..67561dcd98e59fcddd440c98a88f194aa4d2a5ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index 59df129020368b6303d5f13a7b0b1669d401aa82..ff52851106a1579057937efa237a7ba4b049893b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt
index 024a5f06e5c228939b3ce21f37a9dd7a8d11184e..c6f8011448634e8a46a99ecb42b7e4085b7a3d0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index f5e5e88ccb7c3a9d674ff5d39e0fd160d4b1347c..ff2f8a2fe483fa9cad7dc9aabda46f8b59f63832 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.output.dense/_0.pt
index 53344e6b6556b0b5c3ef373ba63b917ae4572fa2..453bb689d818391eb43a87e0dd5271d52dec4f69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index f42e048c265f42ff4822feef2da08d39596005ae..b9cf7a02b3afb9cf8bc3349425b3bbd4b9ebef4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt
index 9f7e8f0b5f4587eacd702658a524614497b51d10..bf41197ea7340d8998c83323a99f2f8a5594c0c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index ef79dcc182e2b3a7cb86e3825402744e1e1d9769..f44014aee0785fde0578f2b3a4eae8db437c3efa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt
index 3aae32b113d0ae95342d95e744172fe29c36560b..d7b7f92a0cb72ed20552f1298411a9f77a114437 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index 1f5f5c5fa7da5066e7e6ca35755c6c26adabe677..0316bf9279136e1f41ba683f5b35d8069366e07f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt
index 8460f21c202a91e1d432c68e307f82aaac77633f..67c9c79a0a8dea221a1974f40b317aa9e4e89217 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index 5c97dbcfb7fc93a9bd020a110c5282efea24f74d..548d0dd5d676c06abe6f9ba0af406824330ac276 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt
index f1b90b166d37e8440b23723d80996c8969ebe853..510e59b3abf3e29fb4301403d4c55b1cf1913e9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index 4ddc41a57b3eb3aa959a3c2095ef3740983f03e8..bc7b0ce815ca1460b01dd7c08f5891cda7de6cc2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt
index 2a581ced7863336fc1c7780c46a733f68ea26302..3747fe6175ac730ab9f626a304ae0aa4cffe075a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index ae7833dd08d537f22879bca337a1686139bd3be9..49c4ee141100af6907398a015db18c2623974385 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.output.dense/_0.pt
index 532be11038316677118e33501fcb7d026c1c669d..81a227f504b6958ac7640ba48e5d6d6f2f050ee8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index 354d350cedc564410ad70062896a3502a7c78263..e1fc52149f551b4b6316c073ace97073601519c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt
index 7b0ac3cc32fae1583d3d944610f5da8439d7c0ed..29e2549d6b34f775290579d422295478d5d56400 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index 55bfa6dc10c03e41e958c71d14c9726ed2f9e3f3..960ab58ecc7d3bcae87d5592d9d6ed02b73703ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt
index 7d83dfa32136ea340b5f707a5fa0e482b641371f..58112bcaa98afed9fc2fb17b6ea796bc66f59e7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index e125265dbc3f07f4149038ff127091f23ec57405..a6aa5b10953b18fcd532a1b8239deaf19d910c28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt
index 8541fbd728ccfa0bac8612e8123bbe71d5854fbb..1de5c2d8002d02566803445f6e7810e197d22ac0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index e91489a0a860deed492da7e41f9b3437f633ebee..18b74a331d041a50804de3fb2fa469fb81137bd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt
index a64436a7e42402d1b5f2e1eea9be1406e01ae040..8e64a7fbd211361e0413c23e53b1ba7edbe5b6ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index ae20e13257e7e563908c04ae3975712bcd06979d..660d1e5e89d5baeb4b95107790ae823e250c93d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt
index bbe123a0de9eb7256a17310e2a22a464721a50c0..bf011a52b1d885746ed8e676fc86c166fbaaddaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index 05d4749f540d2124ff13093c46f913ed0a4ddfab..6f24cfd6ccef72898cbb93f94fa5d47e0d960594 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.output.dense/_0.pt
index 0fa2e91f010c68515700d19ae1825756511fc138..4211a7a29ab74309768d40f6a2495e39c17047d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index 410cca02ef32d98093f341cba03885efeef19f82..6deddf9c2e5129b8612cdd83d2329441489ce4d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt
index 59e6a55f917c6d5701608f75ae539502a4cd23bb..e278a3da623b6ac97b3bef67a7dbc79fda666544 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index bd52fa12ca4b4ba30e667af31435451a4e534695..ff3eec2d912d4cb11959a927dd7e083da14f0805 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt
index fdad77c2a55469303bc24e1c84d93f4bf66531e0..ad3c5a3bfbdcd85bd55898f1c97d38681d8fefec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index 443f2336271b1726cecc64b6f1c1efdb452f3452..ae9acd79f30f758b0f3b5e9111dddedfa7b4cb1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt
index 5d4e88133ab14974fad3e0592ed3c08c627f7c3f..b38b9e1d78f6500de16f2101ec5d71b401557923 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index 3273323f23285f4d8590c1b2d188f98d887c4d7a..380406d88df7efac63cbcd7e776560e2d4aa617a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt
index b9d4c7e8e8b0379389f22d9d04e5253e3ccecd30..2f2161f76c2e88a4e093ba3a86718bc08d92eb9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index ef3d59e7c86b9c7bfb8e77744d888210c5cb7913..6ee55206410df6902bf11e4475505ba9ccf69028 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt
index f4d037e5fe00d28e6fc08ace1cda639a20800a16..3979a1304432cc3c763f6f23f9bd187a90ca4a0a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index 5aa0b16d67ec56e90a8dd25fc1bdc6f6ac6bef6a..249283daa7e1d0ed86f5aee9b10b51a51276e429 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.output.dense/_0.pt
index 6e345f09337631801179cef351bb35e43ae871d3..7a0703105263a37affd7f59a8d9217b044c3053e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index 98780d653259acc9223b73def5555854beddc6c4..970b29fe837ce9f12cab706325f2fadfb872c05f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt
index 6f19f768eb8b64e2e98aa302b18b914e8021fd33..e50131b132d231ba1c2702f4c4cb63ec3705dd77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index 19ef0d310954132c9abfe2dcab3036886d45fe7b..e7d5f96c5051242351ac31136e0472c229ea794b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt
index e13cc28916a5824086ab5b375a3853757067da31..d70bffa70758e91281a5ee6659762672ce263102 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index 1ace6ece0971a65d058a3e78668bb2c147da193d..6b637da02e42687224556092faa441bb27824293 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt
index 98601ef8aaff1ac321ae09f89138510289c54269..2dc70a1abe0ad81654ee107a3453456b9b5c6d08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index f5bc3ffa17d57edb0f4bdc79343b120ad808f4e6..47ffb11daf8bd7983ee44c5f34e82a77b470b0fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt
index 3f2b29e405d7e4ca31e72fce3aefba0c4278ab3d..be8a31a4cb42053969d00d43f873480bf9013726 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index 03e6502b59e4b5508a0bf8819ce13f9e8d5c8dd4..891d197e7110983a06a115be8adbc529dfda26bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt
index 2baf9dcff0841344ad0af660876fb4838a72cb85..7844d142affd8a7052331633ed962fb49cacaeb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index ab789caab9d7348ae012b9e8975bbbace8092d52..1aabf0b23d4d6198f6051afdbfc2086a8f3a0dd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.output.dense/_0.pt
index c765ca57583132477534c1bbbc812487ca24daff..b835403912bedd01bc99fb471afdeeb3d9baf4c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index 31d712931db2352ab3ae8e0ce731f686e512a6a1..2b36965b9a76641ee31336fdf31de72ed6b789de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt
index 6733c321fec433b8bc6cadb9c224d94a46052dd9..78fb4316cdb57c787dee4c73b5882f3fda05cb8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index 7ee0c33f2611ccb2eb5b1e328d0e4312927e1c00..1fe41e1736503382f8f09c8b35e454de74c41579 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt
index 631ede2b53eee1ac9433739f1e41f4e761bb9c80..56f5bd22bd47d3dc85d476b513adf40931d7df67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index fa730b3eb740280922e0b3b3fd991c42722c0239..c6b44324481b0c42f8cb1ea47e9ec9db48ef7d09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt
index 5f006ffb67e3d91ab849dbdcfc61d2ba1138ea47..eefe749f554e55d909f0e09166636f9ff444aa57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 559137d02ab959e7d0f336a93118120e80cf2296..2ee13fbdd23a5c2c43236b881e7e25128bb2fc20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt
index b6b16cf3d194f99bee7b4c42cec007b6caae7151..0c798f4567d2a175332f04bd88a0534c1670f754 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index 407dcfdda9e35a484c63108275ae8facff7448ce..0f51de63630baa28d9762756e843482ae2ca5670 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt
index 3e0bc245d62f1c1e125f0717606599d9bfd5ddca..9bf4d29c74f85f2cbfb10e9c5e55749defd93735 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index df2b539b448822a3a9d512f7d2e3712a5ecc8f29..8bbe9dc79ca3bc89525f98a07ae27bb2536aae91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.output.dense/_0.pt
index 9e0f1594ee202853315c4eb2e3ba896073775fd1..50a7723f544833b249adb03532e8c254fdd0c64e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index 758bafefda7474d1e91c792de9d0d88729bd6967..4b73611b96d86a5f4844fcbbf951f3ad38271d7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt
index 02d1a640529f681decafb9d136797b9e90bc5cd3..df9e80d96c30b25729d1600dcf684ba70bbec797 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index 9f4c1f1a997b2c32ae48604290aabf09e0203949..8902279097fce615af3d07b35e81a7288830cdeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt
index e35156918d3ca139c031f41e07ed70cf6267a687..03e5e9ae1bcddc677a46c98677b442b162a92fe2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index 2e785c3ff30227240a4be88d434e5cca9fc64c35..43ce34815c94ceaa555f67fe7d4471f97cbceaa4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt
index 71a0a776a1feeac3723b589f0659a8c842fb5907..3986ef265748554cd32a1da311911268aafd7f70 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index 55668581436a468857ca6d747f42a09ec54d4de3..753f8e26790b1d1da5153d5c23385828a442b083 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt
index 59dcd56e5f18b77089099e300f0269bcf08801b2..10e75f2ebf30c50858f4174820f68777cbad36a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index 98ff537fd7611c4c2472dbeab90e3bb9d32ae056..05370af65765bf29ae7e5b4a107a8f51005b7449 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt
index 9493a2ea7d43bfcbf1c476acbff131e549812b05..ab6a4d6aff1ef96c10aec73219a5aae57ddebb6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index c7eac9161b9f3cf92a582327f03b0be4356a53ea..afbdaa1c8c33c8a86ad30a3c2e77de4f63b0988c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.output.dense/_0.pt
index bb087dff5b05532a11a46d10ecb684824156d726..e6ff0410068a552c1c6ec109f8a66eea406d4902 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index a9b6e5dd0912002d02f6a5a0fb5aeaff19eee563..d4ff4c3acaa11dd331c6793f037c2318cae3262a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt
index 89003a5df55480b2ed136c8de4669c3a5317e993..254272d073da447df9cd219ac6a94fd7c974629f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index 9c2bd0557b8b11d441f3ad029c0f1f46f494aca2..2200a634d14fa01d278c92723f0e8c444c4c7be2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt
index 59f83ddc4a96386ffe4e59b607f4775959cddcc7..b5dbefbfa5fd3e4d0907389550604c1991e45dc2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index 04ed0628e2add5ce3992abc97779a68e7f1bfad6..2dcab294df62982cc0f2f22e242f635e2ae7f85d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt
index 54f051c96cfed98be9e3d26f8b2067b06957c42f..bbb79b32bb66a238bbd650e618b0620c3a296337 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index cd5477ac3234711954518f976b9334c5f4c90415..826c860b968e88cd24d664cfb38769dd317f4089 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt
index e38fccd6b5d47b69e6f890970dfa6b7026268d35..7c006140856f63352a922579eab7413c9110677c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index e571a0343e726d13fccec7ee3161b5c186d6ecfc..6a98e9e3d1bc016290335e9d55f2c4fa7f8dd9d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt
index 10356b6cc22d786e4dbc6c42e03bd72f00e7d699..1eab8883f8671ea9de7321acbed88b25e63de5d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index 8fa9136cece447120eb42d44600ba4b3cb04b0a7..a3093fd8ec13821b2ceb0c82f933fcbbe28b1002 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.output.dense/_0.pt
index ea2143ecde4418f086e09beb8832d28a25afea12..a85fe30a6e9e6d57e28c641888f9702ed86a2dcd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index 4f7731b64c5b07af608dc7b3f700e2ae1a55574f..84d76c070b85334f154bfe1a1e5d5439ccadf7ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt
index 20b90f4ac129621a91fb01abf381926ea21e8e45..1cf85eade6cc0a642c58730107bc5623e7444f16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index bf03c58d5570a5097a3074484930f84433bad7f4..762df172cf393cdb9e9d6503b67091f673be63ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt
index 18be09cfc3c4c235c1f4c408e1212c89f1bec17f..f5c31a43775b656b9a429ea042a714c782af0ef9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index e07dbfaedee8886413be7d0cffac5055835bb184..5f274c8d032d3f4b58ba2dfa5e572b558ea30356 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt
index bf3b7af912669449310e449fd10acc79dfa244f5..e8a7892e765b35ce72c2bfa16cdb82c6040bc6bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index 7d6af830cb4db57701f45e854f996f46fe6568ae..f983fc8aefcb6f4462cf49da31781d411ee6196f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt
index e32fc1b927cd4b028aa12769c2da085a7b347058..16637ceb63640c9e27bc15ccc99fdaf17abdacfc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index 7390856bcfe2c2f30b6b1930155ea4dd6b3f4a0e..21665227a74f7ac5aefec8a4541261684881a7fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt
index 99a0403b70c680f5e8a7df35a55d5bea366a66df..628d76fe2b70601b10e9d2fdf75f4a41582d9691 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index 1c4e3aacc3213ab9c070ca4b06c332b2e42885e3..5fd9294b2e72dd34935ab5c6953f28fa387311be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.output.dense/_0.pt
index 85ecffd4b52f606d514185bdebf2fa7a75a01eac..c57ee1d6f2d8ab0e1d07d9d0237ab2072caa40a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index af6a4286d1f0d0656b5f20c6d9a12f3c3155bb05..3a053d5af02d5375bae9948c3f7238d60baeed76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt
index f85fc29e035890ea905a9a2979379ed9bd65cf7f..9dcfe7184db71ef752be0b697f98815201499d16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index cbbed9c0b8d0f5a2a786f13bbc711feaa3c7594c..f650551cf2e13de7a92cb2c2c4749ebef7e3d8a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt
index add508205917773e60daefc1a16afcd93ea52d16..f7c28b3ac4ef60d0443c4451c9329f20e1163959 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index f8fb090e71893a32f716844420f427eaf281064a..e4fd82d8bbc15ac5f743fa07a1abbef59dd09797 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt
index d4f91ffb4bcb341001fc0fe762305b183181b45e..95aaa11c75fc23de5e9c212be182a31fec5aabeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index f745b3a0dbb7407de9ddcac1ca8cfc2df1af65eb..9d0180b1196f1010f0ae4dc5e5d9709258e4d0e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt
index db2d9d9958f40b1fc799a8659082b9c74b62179e..72753d3af6c57973e78797421e55ae6312cda30c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index 7d7b118e37a88bb14261fbf1f51f300ffe476150..9d585b133f7fa759beb0b591ae1920beb9336e13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt
index 69aa86a9c56880e043d3198eb38edd93e5d43fac..c6f77b37522ba1bd344bb8812fe4b5df07fe0aa8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index 291e7dd0d8edc6f33e3a1722fcd34579ce425d1c..052253aedd17fa3e6fffd1d602963adb1799e0c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.output.dense/_0.pt
index 94e5b584c0a5fa64221838c00cf448309a13e5b0..9fb9ca66ecc6969be0ac7622b25611c644977b55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index 87b6adc37525cf027184c2386379a15f6b095f62..8da2c1772d61ca6d50243fa25715875a3800d29b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt
index 96ad4c667bdfbd7332e40d47644cfe31333d60c2..e63f99d9ee6ad2475d691ee9cec624d0000bfb6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index 2e61e3eb83da35c631990ffdec7fb273b3e9d3e8..e9f11813edbc23672c13d65d7bbf25cfcfb5610a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt
index 70fb6ecebb22b48f15bdc0bd8d8021d150c398ca..8d22ea56a03420f0a8aff93ff31e21485aa6bf3f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index 5881ceaff54bfa84815efbcd0c72cba8f8163481..900b01dc1544217fba5114bc3b32d7965d029d2e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt
index 2ed8efea0e5145af83413b4406516841dc88f074..9b8e0dcb05cb13c9de450d674b8b794c0e6ad0d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index 195082616130646a46fed7a068cfbf07a960150d..589419f6ac7e0393901d8deeff91891556ce6b5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt
index 816eab5af5da5df26b34b9f190dc8c66315e340e..8f4fb84a4ffcdbdfab55a8ae8f96d98ced37a788 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index efc8f0f4fff26c0a0e8cd7910cfdbec62b84c5f4..e54a0e9b9c94262415f977cd60399ad597bce9fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt
index 6f40ad4f70b1954658fb4128604af9214d35ed8d..ac34fd70862dd5256135d57acf1b7b63476ba8d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index 40161cda7ca54a40327f618a6220925eedbfb401..440e24aa2cf1e23349234bfecb6fe91f4c85331e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.output.dense/_0.pt
index 171ec7754adfbeaf7c6ad8e92d55c314055c5616..bfc645ea3137d6672be0329765b71ba645584ed8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index 69e8b180139e17ff6c71fafb92299bca2ba4613c..67cf8eb2af527fdca12064cd328e33a10dc76fcb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt
index 05da5ab7585834c005940f1b734987ef1e95f4db..9d95124708edeca3b0b0c5a320ac08173e464751 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index dd3a87162764c87fd9fd6a2dd934d45080bbd0cb..f661c75bb322e210188b389770f5786bfb1c0dd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt
index d5b526f55af8677bba6d9e0e16f38798b0f78b03..3bf2b4f9bdd35e7ff21eb7090eaaebff10e07656 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index efab44e5cd1b900a575c4651a8d2b5aaf770ffde..0ba2b3f4567d413585beb0159983c2c012191743 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt
index 8b06d47f5a18ae0e9ef91d35179d66ea43a7c6dc..8a68540ce00b527e7ac268d9c05dc26006f495da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index 8ab4f8a87fd01b141a290dba6472162a1cc439ed..74e11ca83f0e47cb66bd479ba56c0a0b1b628dbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt
index 19624ff36fc0a1f5ab739fa799ed59cd5689ff02..dda0b0997d363d6c3cc19025041ecd7bcc87cc18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index 5ba69e75aa411f8462c0e260faa69137c153f2ba..a081c80124a661b41699898aa7e51fa95a665913 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt
index e516ecd160bd58361c7d5a57ca02b838b3236000..38f152495d50f3e197564ca748e2e1fc2cae1666 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index 483d870b0ffe99cb0cad38f434301bc2eb04463c..c0e29c83f63206e21493131926e36d43217081b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.output.dense/_0.pt
index 8cb8bf49c3da64280c330b49a40d8d601c08074e..7f83736196486c650ba5907be78a95c1c243bee6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index b66553a67f105233894f251d42f94062f0569122..3a68d706dda5128c02bcea2c9f78e6cfae68b5de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_13_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/classifier/_0.pt
index c87c589f65a975ec194006c839769559633a0b3e..65ad6003ab29c21367d3b34d8fd8d739453096c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/classifier/_s.pt
index e5cf78a32d30bcc4748262d341cf3f8c6a6b4de6..85df9bb33bf05349ef5c44426b9d3343b6aef441 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 6b29e7c0a1388b5639304a31a27d0345bbde4abb..d21db5c6d1d35ad6fc61123759710283f5ca73d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 33028a0a59970ee0a42d09bd6cadde890149f5d8..f780fd93d329c2f2a221f9a8846bbaf0b7797e53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 20bd80cec5cc267d4dce075f34754910592862b1..032549f2cafb57a85b56873fff6501f2ef917d24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index f0c9cdec1dd37c887e28f287764ba8e214764ed6..aabf3db91f0e2215d1dab41aa94a78379f43ab65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 54399d2f97847b1aaadaa665a19272af77b016a5..0e09e6ae55a7b35b50359cbeab3af16889a53dd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 7302a697c6ea834c6517d6ded2806ee5f89e279c..a40fe2b825d7a2c6bd7e6980e9969d8ac7854441 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index 6e878744e7b8745650403ece824aab49cb1c0ae8..fd52b56a025354de3cb242805c1ac27f30891a82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index f32544500f85d521659048173ffede619f57f141..dac3c2b8f0a1c8f3edcae28861ff824c0b4b1195 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 8bd788afb59c704745e4a28a2c0910c8c3d36732..18232cde976a0ffc037b00d22fcb9d1477a4f076 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index 2c912028f978b495f4e06b71025eb1b933c4cf34..c6e94f93b1bfb942c3848e1c48b1dfba36cf4f25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.output.dense/_0.pt
index 68260a57f61d1c60cc329b91eb08ead8a69d8d2e..1d3b9c6967c0b8581c67208e3cbfa439b31be437 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.output.dense/_s.pt
index f5e03cc74feaf4b2982aa0e559b7caaabcbdcf5f..0d8e78ab25aa138b4be9ee1d4634b7cd557de1e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index eef4f3d48e67c9bb602006ba09ad73a8b239979d..19937fb796d86395c3e0b2d6c5de15d7ef4391bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index f7da9840ffa779deab74e92d292ad280e319e00b..c7c65175592301dd62daac393283d994ba40d543 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 7c8eaa8d72bfe8da543111c30ec86fa82e4f1dd9..8f96629422f809f6fad8efcd2a4d8bc9877f99e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index dd0ddae17ad299cb95bff3d11afc3aa07aeacbce..f5256b4261b2b78a0dfb0e8c278eafd0fb0c2acd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index 28419414af006a3124d5f4ddf32be1294905079e..ca976c0ae75b206bfbaf987882930ebd62989bb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index b3003829099d2efbac49b77c4422b261290e162f..ec9afb5fd742d8c9cfeedbd154900416fc1db9aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index a2921b946a94b27f18d26da1031cb490ac56690d..ebf36fa1b3aad62fd8b519be0f7a89310a6b83fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index 9163294d72a274933b084e6be3e44e545bd90ce8..629c548f61db993b97df302c2e9fba5883f5bfd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index cf1526dfe40ac066aa2aac8385b1b5a0b0fe3920..27992be1d94c3a81ae9d4ef5b72c6de02bbbd558 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 0ab8d280ff1799f80d768f9e01669f845da18483..d8a95b2cdddc7b4c9d136207ebf96a215a744573 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.output.dense/_0.pt
index f3120b37629313e50e56363d583400518e5d92e9..599c466c8f0a6a4c3fb3f2bb65d5cdb3eae6ebc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.output.dense/_s.pt
index ad1544541ad70b52761f567aaef567dbcab974e5..4ec163729c9e07cda183ee2d3f9f6660a3879594 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 772da8fb04bda18f003012e7bd2eab9713899101..f245155a02ead8b42c6c584bc366a19b88841716 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index 4c4407ac29b6369755c8200686b421feb64e0248..a6b2e0fce7789ff56e2069f2e86d2bd8f4e7c0a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 1f08812488e807868e9ccb3a8034c054ecaaf0f3..5ca655859271ef070803cb04b8280a2d46d35ab8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index ed40f78cec50c116101ccf1ada055e693ff7f9db..8a37dfe196b65770d6f94924d6ca3f89b91e1297 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 9a07f784db77263b1899ce350e0fdac2202563c7..4d968f66c5a01bb368e3c92536363fa1c5513721 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index 7d78248cce489398c592c9ed6de5ccb5a1ace7f1..ff386c3debb1c988b2dac1c570745bbeacb75635 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index de668e6ff3c15d63e4ab882a638190b4ad9b3773..b136f7fed4cb627b39c76fa01006eca962f67265 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 13d54fdda9eb6f11bc39420cf8ac00699a899bd7..12a7d83702bbd441badfe44e1f957d6d9ce30927 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 382274d3643f91ce8d7f28c4a8b3827051ad98e9..45704047872e13c989fe7d4e7e052e2df2b91559 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 3071eac4af0c7c8258d25e079bdec1703582a9de..722de60e0bdda3fbc388e23347383dc61be170fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.output.dense/_0.pt
index 5765a12d20780e139fb525f5998e97cce77785dc..a49d70fc8b44785b4bcb6f2094d6c41e959e57e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.output.dense/_s.pt
index 6d3ffe11fac1dcf595540cf6e4213b6143a9e3e9..13603ab9cdec3ef56d7c19f074058bfd2a8930c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index 3f26059c51a07946f475bb844b39a6343037c967..deeb559d6dc99e09c88481f0a2f628368e8b38ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 2d689c32f5057909810b80565b7114424bd654b7..309ea933bd62fe4859c76242cd3e786a808f6412 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index fa25fc15f8c24c977e9d947ad94db725fb7914b7..c0fe93e8a3e0e98ad7495025741a43f4db3dd203 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index 82b9d08860395bf865f31827445e5a93e8f3699d..a620ab0b5ed21f9f347b6165e924863275020b28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index df7701b9eb6692fa68b6a11b90a5b1589f978f26..a045ddb981c51ed19cb464b114410339ec40e904 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 0ad27ae1e59cb1b0f0f2275338a4e411d6aa31ce..c6f5702e369f9477c194b5fe807bdaca50d1f0ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 9794759b32411df07dec46909daab7b818452866..484c9fa49b20fd3015ed550de69310f5fa33a125 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index 0611857f6924ff71fdfbe3e5d3a442d1b9324bdf..84f4ab6558b7f9ae549d27e0220e2b93957f4c5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 52421fcdd47a83e2ef53af66a5e4d61a469b24a5..28946ca481fbc658501c55b3451ec119966f3118 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index bae1b818c18f032b16377290050623dacae89b26..7b74529771e4d555f60d68150885d6ba6a1c5824 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.output.dense/_0.pt
index 53d2baa814cdb6c3ecf03ebd8ac07962af210a37..3e1158ad5b640f7794d57dcc605efdb502b3f24c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.output.dense/_s.pt
index d537a7a6e1af206c558adec0f71a4d4d3df23c2a..b58d8875cb47ac526e0b5b44da18b11f24bba1d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 5a103ccfef623a8825f8284c82f9ff302ee1a32a..cc787b1a03fd36124df26d71785403112c491622 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index a3ac98815cae51ec4f485bd6f79c0b5330bc7355..720b6550d39dd8b23767cf445aedd58a5ab49487 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 826433860c3e9bf0ff5f2c0346b7d4feddfb3371..2dbb1acfee19a4a3e17b65d6c9f2ec78d9d4b293 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index b1d950de5c200426d395eff89f16242b7d2fd909..b9867f57844c0b8b5c0633709ed481665ce029ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index cda42dfeab8c58db15b23c3c8e47c639fdab2163..8bab2a3817c9efdc92325bada8de33613bdaeadb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 0338a9290dbe601b881411b8a49eb9c067ea254c..58d60b86d39693ffcfca2856250763d0aa3f90b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index cf618fec75d7e84d8525e1f45d9e3cef4a741103..676b134c359dd4055bb8fdd79f7f94709193cc16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 0097495de145d1419c08af605e721d3eceeda26d..7ded3f30f9c9c69db0e545477f9ea94c05c3e6d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 8a6f0a4034fe664f9a9344e4ae96cbff03f9431e..67923913c63a459522d389d4cd347ab77b8a629b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index 9b60c0463609698b1b7faf0a900e83a428a952b1..bb5ac99334d50af357a32277493ffa6c1c36210b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.output.dense/_0.pt
index a4ce9946a0fefed15f29aed8060744fb857fde9b..ce2a90b9b975a8af48323b784905184db08d45be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.output.dense/_s.pt
index dc1cbf3e78019faa3feeac4fa61a84d6c67cc9fb..166d667be25332af0f032e67a71ca8a5e43d8988 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 1026c21cb11acc8beaebe2a9fdf1a45f6473bb04..6226c55d13a1528c119231640c1a3a3ca0350b30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index e19fa1ef6b6e5a499c3eedaa7134c8432f8bf49f..e5fd292e529818587406ef25c09e8349d35ca791 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 5c6156226edd6ac35693f0dd28cfe5e3d25c7582..994a63a6be6e22ab7bcfea0887fa114551b2f2b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 32fc979b1b341ae58f0cbea8e6f99e52527dd696..05a2801d9385b773c2a704270f5e1ced48accf49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index c0154b0f9d00e7f25e75c0eb5c94fc1657925dec..462b288425c99dd36b6a575e3d570d48bdae21ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index f151a0c89a48958b551af0db00bc9b2f4b029e85..0015eb9708022bdce4b4e03d9a23b57bd423f153 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 86e6e948cbd1c3c63ef1247f38fd32a7e9c70e67..e16c16be68b740077840a79675847ebf4b94e7d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index 1ca2abadc4bba7fe0f26afa95dc4a1845c61522f..abc712cbfdc9213ac5b4faecfb4762bc7f75034c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index aa9daca9047105e453063fb2a83f7f262e41a290..14f81707df8879da690e9d6147e2e5cf73d95eb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index c1104c98b108e0f12d26c69b4d52d16c603de960..8e5ae42e2041bf675a056f1280c31fb0e7cafb3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.output.dense/_0.pt
index 5d8899116514aa984bb3199be0d893ec0e392fa6..8d9ef3d790c6fb9d0a5e86bc6c4f80f3b7c575d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.output.dense/_s.pt
index 0813abb2d428af76acaebf9f158d87047c87252a..911b810cacafea25d5b60a9b37ee519871946f02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 3580afb9ecdc645350e74bf64a7b7f3e88ea1b67..5e81c14485c81b8d4056467cafa0a4a0f7c4fbb3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 6abecb073f63a17cfcd548b972bcd6831b6ef138..6eb0c2ec5cd35946952b645abddb82bc06dd4615 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index 72a62b027896d506d7247146a3df135bbc078c29..7b82bc24ae05cc4493ef7e9f3d08e843f0e4246d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index ea230a255bc6d784e2aa05af118e05a153587249..aa6bca80ca34250f5ef09e1f142e6318573c38a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 6a69bdb3138f519fb637cf276dbeea70886656ff..31ef1aa43c37377661c7787ca08316ee2bcd3883 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index 3f5438f79823cf367c90c334b7578e64b9a60252..80d0159b4dd0991403aca672850b7a11b216c2d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 0e48f938c5b9323fbec2d9facfc2ecb8cfc92dbb..45d4d39679363680c8693719666c6019ebaf5a26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index a379406dcff97bfca79000a074ad0d7062fa1347..f91467009ba3ed1095333d1cfadca271e573cf08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index d9efb72883f78e5de7fae601e859372790778c67..3853d22d1889fdde408b5d7597ec81946ec36bcb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 1987bc2400ddcd13a81f90c428a6349b73fbdbc6..11d211e0a4b296836e3fa3c5fad65e3c2f269819 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.output.dense/_0.pt
index 5b2360fb2d769ea32e49c8a1773821d5930a8466..66afd53dfe3849e70b5f5d024dbbf5b80f75d0a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.output.dense/_s.pt
index 71d6e0aacf4321293f190f87f279d7e0155f547b..34e59026c176c96b01db4b1d7d99fe2db6f8382f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index fd3f83a30afa93f366fa28406d2d49112d24a36c..61ae72670785f4d7eba689d6229adc55796a83dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 69887358d0e2eb97369331d32de5876687667731..d6108717eb978c652cb107088da111d88367a82d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index ecf18788db9d38edf9db320796a4f7be9624de56..33d396f9d2f2e10a6988b69a6f1cd1fb5611c351 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index e309868907201d7e0413c7050e37ddb24e71fb14..37c0de09d32b9940bcebe7c5857aab7da4fa18c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 65f7b95e4ae6ddbecd3203c2691a9ad54f043f2e..f46772f76e1c0c9499a2b2d80806e3262cbfa6e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 5b1a74382a4de2854a9a71fa66ddc5a6f4a2504b..0e46d92fb1d2e66a5de984bdfaeb5ae27d1c7a8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index f289b9627481ab40d54285af5f2056e919cdd057..32b5da36a55a822614aaade061bdaca04a3d865e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 6fb3aa23d4d8c651a52ec6b560170201f0aca8e6..2d27fec49d3e297ae6fcdae440e702be41ea3986 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 7acc5df6ec41743a4514ca462a0ed38e33eb0cde..939cedf08dac4254c1fba45bcba2cdb46d4803ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index cc75d1e46d3fd5ccb8f016036e76d6680f387d24..350ff279725c559d785b943a8c24634691467363 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.output.dense/_0.pt
index ef439bd374374b238a38b5f8337d03af3bad5e91..80b07ec7fb431d3489246021d7ecbc2d0f6e1288 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.output.dense/_s.pt
index a5792a0700a9da3c05efc7d9324ab1572624add9..1fcab8f715bcc5067509c15e7bc96c7d09eb3485 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index af5385d407e9d65cd8db7fbbfd10661ca536beae..47383fc3d4dbf08d02d81c96a84b5c4eddb2dcc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 2ef5ec495862d4e01886c4cafe8d7fe8257d4725..f73e90e808b16202aac23ffc08d861c949f4631f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 90c1ee45f6bad8f4a6d708fbe7375d8f14ad187d..af2a4828ee68d5dbc1d92b2b16dfe5a89b1f957f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index 6604185d71f0d27bce5df9f1117ea992b2b091a9..d6837931c43c39c1b61216bd2690c473c28e2b18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index aba458ffe542a47c90176923e336058e1d7c7151..d9afa6afd67b2946b5a74c8819d8bb86a0fe4854 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 4473e398183a498a8839b59a9dcf5857f0959c80..d69960782519aca132922c53c850195744fdfc25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index e82ec6fef823d01a3d46182810351857f4824120..c4f8d9abec223683ac64d0bd74b8dcc0863095a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index be4758117800daa26a04f83c36176232ef3878e4..154552a8c17f836080ca93d2a5f4425cc3e612a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 44e2365affc2c91d995b0a05b2458c1f51ddec68..da16833b6d0960c81b0e2684269fb69566a7d4f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 34b225cdb5b0f9f184af44ea3e470f4a6bf36899..c26a356dc0c3b0eff31ec1076ef369d5edf07018 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.output.dense/_0.pt
index b51a945e3ca766c843a0c48ecc3dc2506a1748ce..714e1257d4f333d84e6cb7bd893e761bc6c9b712 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.output.dense/_s.pt
index fb2de864558d78efe767931e259eb908d61c7313..66e2c6026d6f5010e66f071d239a56904bf4423e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index a7f75862764d163e3b0bd0a10987619644478ffd..64d96e0a3e33f5432f402b8903331d928621c123 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index ec35503644d5bfb43a225b39a861f52ddbcb5419..d91b24a9ec8563f7bc588af73ba267f65786d0a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index d3934fe9582e5e7893dabe106d08f99556f68df6..59df423c1b57a3d49df9fc0a9596d315e6c8d56d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 559ec0473949f473e34d28f75e194bee06317ec2..2a5b1309f0a80a2bd29c94687a5a17db92925054 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index d6a73d1374f649261e75e55ef0291c90521168eb..75536c83d2a241ae315fa8f6ed2ba679bb387afd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index ff4c1a86ad72f3228c8a1ee37fe7798f469098d0..cff6062ca64979bb6e037a4f344d473082b69a27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 69589dde1361727f2e41e5954ec166c9483eb4f7..57e0726282b92fb3fb62d491354cfa7591529534 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 7f309d68b9e2ac0d77fadf08f770d89eda0b7d26..320e97d6a6e3c0a69dcc8618dca3a2f9b13fe5f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index f32cc8c18a7e55752719cf37f2fdf0569940ff67..d2175aa607b589f0151b9c661a5c6214f6249923 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index a628654500c100582f98c36a8125510a1494f98a..ddb030b2fc28a478bddeb6be070aa1c47f8ebf1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.output.dense/_0.pt
index df9e17fc82e2dc306d889d9c6842dc986ba10cdf..f9563d574af6a05213158f915f73925ac1cd294d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.output.dense/_s.pt
index c48cc3ddac8150c92ab2734c4bdd63267a1db78f..65d6e3f190c0a4303af319e409c2a592057bcab5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index adc148411849eb863c64a483a9a5096226bf93db..3f2787b93c8814b0aaea096ccd084ba5ec3b8d03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index cef3ae491ba2ef1f2fde1f461352e113d9101c94..70523dc05ee04f6c0d08972a21f0a032a524eece 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index f87e8b9cae99d2a063054ea55913743f9b12b5fc..c0eee7ac6de56473a3ea3eb119cbcca54e660056 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index ecd9170b4076538f781f1271e676f8e7b8c99b92..a6d4ca022fe8c7ed5e92330fc3c87a13f5938cc1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 1b211fd4b450bb3b01b25b2307e8f5a3050d63ce..91e7479926184682032d2fdaf3825ca86d9aab9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index 74721401966886df1f87ff34c597d4f3f63a4e45..10f7bc1112ecfb9fcb834575c8aeaf96f554199f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 8505aff573332a1e67bc7f3b94bd75994b8ef727..7ef8779ae7f23bab6ab62126abfee77fc00cd543 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index 7297e6548e01d065281bf11acc4130495e3f0315..1be2d10bbe9cacf767686d8c8848c92c90a90fe6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index a457e07d3adc6811e135a48b6dc9983bbb041e32..03b4668eb474302bce19430bdc49f75640677e44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index f452c199a32550b6304a952c674eebf8b49bd3a8..7a4edbe5d1aad19fc4c607aefd1bc2d6d9e16cdf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.output.dense/_0.pt
index b48a5dfd1b2f3fb23b4478a3e546eda2fe709e4d..f648d7de3377527ff443f342d056bbcb2950dd12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.output.dense/_s.pt
index 39408c96ff76f76f756fb082fe75ae847b17c0ca..fc68ae10b0ca75c97f9e93518b060646bf2d2117 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 56ae0f570b15e5e1f279c235b9a696c923c3196d..6569bdbcf06917115e30017e3e5e4279acfa5f6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index cc8b31cb85a109f6510ab90f3437eeef27555d63..7852d9d2d50aebf1afd452f940e95312b02d2953 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 7850fc64ad55433e80199b261d3dea56d728cdce..4eace3c15fe6b1afd3357bae757638ec6805ff86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index acb67f24df4132768b30e20a25604971e6cced1c..15d34954187c230628d3bd8afb0be7111226c436 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index c836bb618df997b0cebdb8b5d40c01f5e9d68c97..b1ba6e743f03101193f25ad6a446de4706b60561 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 1c8bc460017986bc07802163645ad93dbcf5c3e6..13893042b5e4e87edb04147ea9fc9241b9d03de5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index ed5964d874713d5492fc2659c6780e9e4f3cd76d..449e03dd0df831a161eff00a4dbc973f796562ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index efe8aed24a3f8d64749447b625bc5acab06ca119..18216e4fc278618e46adcb59e791588baa98d59a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 1ddb853453b5765411813d78f03dcfe5d1450940..e1b30fb3c1ef73934f44335ed4e6700ba2a9308d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index ad7049d6912001bb41dbeb08a822a26e3dbd448e..b77016ebf2ca08cde69ea5d12fb7e891f4356814 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.output.dense/_0.pt
index 75074f3ec56c33256e1388b16b519ca2c80a0ca5..4ba282d3a2aa2cc6b407933ecf68a54210fdbdbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.output.dense/_s.pt
index 0318c84f760bc3ab9cf6e22b7a343d0974ac4da3..de41debf1831f2221dd4221dab5c6645d0dd1d43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 4b3131e297f87afb2b5ed68cdd6f41bebfde56a3..be60a9398dc51d22eea7db4a40db1d2fcbc0a056 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index bddf54361556ac0d601c09af71422d8cb1eeae72..7858b50210fe1803c8e06eacfcdc7cb77f73d602 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 471cbf965f713faec0f353de484382f9c0136611..75520e45e6d050993fbc90bd27fa11e246ab68a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 5d4e03d92d8209dae22a44de7fec6d5afa0c03ac..e59a4f9466c415f403e28da48edbe9a7fae05c6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 1e9637e76629214212b36d197e2a4696230f7f33..24994251a078dce5477371ddee9418cf8545b321 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 3fd67a62871f6ccaf29fd72466eb881a76f72675..bbf69e92907fdc708a61654501256d92cf44f893 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index ad67dd1435e4cb365feb7dc0aed7cb580f789a30..6cf23091f617b036b27612bd1941c0f092934580 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index 9b7ae41e0029ee788677ce7b4277858480e637ae..e61cebde070a58e8ff469f8a1c7e7f78e3e9a095 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 6a9b47bcd8f9197887a4a7442e1a23ce272a46b6..ec9bdc50da92b4e34a456c5f643a1dd62ebf4474 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index 1968ef751ebecbc2a64804eb48894df1a2125dfa..ea7e3bb2c40c2643269c9a25fe56e5aff19aa74c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.output.dense/_0.pt
index 1978b6d89d78216ddae000ce5a5e32dac5095b5f..5a8486aa0af41124eb38592e01850c0cb731d1bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.output.dense/_s.pt
index de8b332f4de8ba742aef171698f4056373e10529..4aa22e424d4b261c44e1349d47456cf2b9515f41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 250b44d09dd994e4438c0f0030730c8d36409b25..68c7ba438d80dc88ae21ba15028d05f8135f1850 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index f6213029b343da0d490a43b3cf5b0005d2d5ff79..a19dc9330f6b3636fdc89df2ffb54153e9f6521e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index cabc15a3c558e522656b54493b38284536aea1cf..3ff3a4ea280a87b2fe03f8053315b4b9bdcb6d54 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 5754d914cdb0b7900ae812a1a2fc9ed1bdad61d5..3198bcc1bd7c7f11c3ef2ee211f1588d99f1487a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 79f0de7787e654088e9d415d3a449ee10e801d68..ba16cc1238955d1ca765a0b383f32f7b6e4a0e55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index fce8cf74a0729fb560b7280ddb952ad50438daa0..8d73732d964532f070934898925b018593728b8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 1aeda9f39dde7711336178ccf6778fb0931f8dba..d09225a4d8484d66956999cbad84c092547e3cca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index eb4c169416219ff425b524257df220834966a5f2..740eef8292ec016e2249a86c7325dc6de5c88538 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 1fa6b5850f011070ecf8fe997903258d8df63892..7d31dab28bd2ff570602f63d3d811df088e5bf13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index 170ebb6960ed2b90a811af472f18a248d1b9b0f9..e013637a6fd93230421f8af90aff7b54f99c90d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.output.dense/_0.pt
index 18ca82755b5e16c9f986d43b771f8435c268dc2c..0a84a3f6d1ca6b9cc7d7b47e8b2cb415643d4079 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.output.dense/_s.pt
index 344e0a473345f5bacc655cf1c505bcfae67912b2..e3e3036eab20b7ff3224c4188269043c48d0e5b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 3a4c89c3b06f4e3e9d494663d56a20e531576340..f3adc88e0802185ef11680075fe46515d2ebfd5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index 418e6ca2a3f27f34d05aa6e399f2a5f336da90eb..c50292e91e3276cb8a8d5e081e089085829ea5a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 45940ebfe4011d8de4a56a0e87c6dd0ebc08c198..72bab497483da504274447af37e0afff3e2b5a75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index 2958470f1671cfd0572ac0722da46db39f347245..59f08140ee076a441b1e950f8e397b006b6ad218 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 4ddd7021b7319b827edfa0ae767dd2cb0d1e0b43..d520b752b0cc70a8fb76853422d273137289ff96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 4f7f9b3e0ff66779328ea38bfe7d86ff84464375..2a4a6c51f723c01cb01beb21b23e02534cadce90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index e01caa904a747f7aba580a18ca3c664895030d73..91cde7a0e721c8c196f4bda556013a4affb8fa4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index d3b0bab791d2cb8516b611410b25fca225cfab7b..79c6edf957f7c4d9decc435b0b2af6291d2353eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 5805f175b2a67a080757fa85c1455db1f98dade4..8c199e53331a1cefc2d8d337c0d4c73efa3bfad0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index bb2a8c5b5c14088984afe5e13b8bf1dccfe83ddf..936d71b6f7680edc5a09e309d1d9fdd1f750ed27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.output.dense/_0.pt
index f11b04e532e80064690c702ed9fe00a9d16e6e0c..df25ed2ed122c0a82759d1da34d0745792048286 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.output.dense/_s.pt
index 078cd2b1e2bedad009c66407d6cb2c55b1a16c4d..6785f3a29b936af2833a0a704e3b55a033181bb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 234e39a23a6cc8974e2745a769edc08077bbcc5c..76353093238c3b698654db044965adb6f35f345b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index b65a65b55f7f93c4b7b9fdd97dc2f3441879058b..394141c46bf3ae37e19fcad4c2810e18b2228e76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index b6749658c4055ec081d631585040e951532ac479..4468c7702020f931e1da6b2a2bcb1aad5e289c15 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index a9ed9e29d7989c20acf5dc776196de0c86943a9c..f65064313938575b957054ce26117bb4933ed9f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 84abe057991fc0953cdfe065682b1422ae616442..9bd228a824cdf366e9d373c601fa5f62393938da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index ee7945b7a215b09ad49355e3cf11b3d3a6212acd..6966991502f57929d8cadd44c46485f5f2fffa74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index 021045abd860654e4b9ebb212fc6a8aaec17959e..1f9576569cb716f24deff22f3e9c26be89ea7c25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 4ffb55deca919a6c88643f482793bf4bbd88f781..48db3605bdbd878be78cd80ec64e97538841ddbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index b2e6c9bd76ac614dba6d942339c68a8d8ac85618..92d079ec0908c00848a51fe9f6b4df5a946235a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 984c692095b481b55de4af84357b53214656e354..1b07ee242611e28844a8e24223957d932418365f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.output.dense/_0.pt
index 63b70d5e64fd658dc2359f496bb2545bdcebd11b..7697efa70f4b5ade0046b39eb473ec36ab724212 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.output.dense/_s.pt
index 5da1a39d96f46edf4b1661302e20bbd7e9215a59..3598fdaf0379434ea50e487de62126e8acdfc701 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 7e9c94e98978f5147bf8037bbac642a121167679..2b3164ff35335cbc7ce14b81008da3644975a47a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 91acfaa1cd1c5b3fabe9d1d6a9cc65f731dcc08f..f2d2d6cd1faaf2733f147ba9aeff1f5b6fef35ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index a369947923ff0638310453cb45731da784c7ae92..4e28d5029a2f4125034f8b197078664ee131ebe4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 4f049e4e1c4f367f961a80d75a6dcc157651e96c..5c32cf2b2e59652f1205b06c69b70158e916d44a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index c9fbee839298b9510599a7cebae19ac31bc16dc8..142f9f284a792740df3231b0333ce06ba687c2ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 05ebc97237049709c28512ced136f34768083152..131dfb4023d1524d2b2ba7a9578accc45c23a73d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 36f53e5de2f7e43b21291126b553609c98af41bf..7840ef506e745e3a949d9f92dd11b342dccfd364 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 832df69dab0ca9aef3098790dc43c5b155a5139c..1ba37072d2710106c431ea6c3daf6138439baf32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 01db0e64d50683f055b803255468c8423e8b0a5c..0b424de8002cb8efac2ca4fe637a31555fcdb8d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index 6c4271b41905614819619180862fffc855f2596a..5a6b960ba429564e20ec7a77e365a1c77ebc1db1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.output.dense/_0.pt
index b8e369be042f678ac6626b063f2377ecf5109a85..af11e56f8b2d5fd5fffd12c9bde7444b66703f27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.output.dense/_s.pt
index d2e83cf26226ab76c87b13de94b21cf1fab5d378..99cc411570d10d9d07a1947e143feea5debdf0cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index e0746b84a530e1b81c81980fa74054faa23f0079..644201026682da1ae9682ded5f0e87628d145fac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index 752a8e3f7591ceab70683529479d533ea32f6e4d..d9b819c1488fba8a2e4c727f94cf291ffde3fe12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 7d21c47d1095ee31dfd25a533d1de5b1545a4ffe..af0179903f444be8304b7867db1ff2f13842f97d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index 9c364bb181d970757098e76fa39effee7948bf03..849433ff6ef0d1bf8b3811a09c3f0367df210f29 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index e9f772ddc6aee57c0ed45ec5fa42e0096fb4e195..56ae1bc0fcea9d25f6c044a760238af7945e6ab6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index 4b49188c174bb222f9f92581da5df1907ea9ae9d..837f35693380662e5569156777e4a42809103ff4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index ac703bde5f7d218611f6b6145a33b2d2ff90b482..c909bdf8306e8b727de915346f07be538ff20b36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index cb95fb0fdd9e9c7ae14a3ed5c9ec95abb0cc3d77..3f0448343c8477462aa0b44111edfd098b58e06a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 0b8390e6e08f245c62db29a8982e3720cd0d1e7c..f00f4614ecfe95d33deec9bf765cbe1e9d882406 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index ae37c2653f8062d0b401075805cdafa7d40d9788..22022ffb6ff5cdcd81a371d339e4297d8cc069a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.output.dense/_0.pt
index 681bea5f110aa33e2690e8e4f89c8a91a7082f92..8255191aa6ae6d4eefaac883dfea461b9894858c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.output.dense/_s.pt
index 1ef9bcf989040ca8e414dc592a37c7e25d50385f..317a6801df1738724a4fa8f5807a39e8a6ab7070 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 0508de6c7aff34b923b24bda1e17031824bfd766..549d3d8a86bf1bf189429adaf35451b3c93976d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index e237b6cbc75f7cd90b5d98e8fab17d84cc4d21d0..11d6b1df390a0c63da2a327292edacf1010ce449 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 23e94d37587b16ac75a3fd08c488eba06a9a9730..777ad7a7183fdd5c12eeb6532a86af9d228ea34c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index f405da398cdcba4ae48f03016ca287b241d7bdbe..9b3a4b40d8d8905939caef235cadd6047a3b9a3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 13343b5d846ce0c9aac93887fd3db3aa327ccff8..b07d278226d1f459463c6ebcd5c170a6b3493aaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index ab851642d184a934087588054d7828092c4a295d..29ebc2feef353f3a040adb315fc23e320b7a8d40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index e5e2e54b1aa1e67a62606ef9986b2e1716baa93f..fe2ebbcc33222aa45222d2c25c85c640f6fb3cc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index 7c2de17fdd1d47aa860eda1e534354475fb19637..cd63af3c871006e73320e67c4877f8254e5c54a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index e4baffbb6f069a41f89d8c7a5e2cf0ad299c0cac..2950259f6cc90f9de11e8593f911535953bfdc99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index 556111e409043fb330b31ff5ac37c9b2d7f956f3..8f5bf7de52c0db56882a06ac063e5a6817d09650 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.output.dense/_0.pt
index 9a2c07bbbd9356f2ae60eb43a72cc560194b75d6..d951a228ca02a92ff1f70fcde748e2384a96de73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.output.dense/_s.pt
index afc645f6cb9305eff32a6357d9a87c81baf217b4..559b4d1df2c6b5a2a18cc3d80e998257e2eb96fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 536d49f653628073579306ad2a5cb98045bb0c38..c4544ca7780728f502cb2257d6f352a0081c25a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index b867564e30427b8aeeffa6e733ded4cacb7c2d1d..12e0a0944025a7684155a9935dbb221766601086 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 583e03bd5f5d8a14867be19c037fd0c29efe4e21..71fd2c776e1fb86a99cbe52edfcd53b24b815759 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index 3c6147da5cab96457425164972706befd7dca51c..180a85f651ad41f2e63e76b04868dd82516990b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 91f4cb82977107cc1907cf18fa5f7b7c983ac218..fe957374dddfbf3f2e67df3a309a413593d7d64d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index f6bfb51f0cbe724104fdc5c4e59e35cc282aadca..8b102a7f294ef2b9f04d2cd8179d60755eb8248b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 1ebf810e704d9c60b1dbe89b5234083d48747bb3..86ef455672a2a18c8ce20951e4d4c77389c76edb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index d59b0a9a05eef06c41f3d31605b7187247a2ecaf..6aee4aaa24f95ba8b69f0bab74d9c7b55904aefd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index f483aca6a5e31ce57c7e2b948b5c19aaafedc708..ee4c7f8a9e21c91c4cbfdb247e9607e5ead1e3a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index a81771c91714a231aa4045cfd0156f6351aa8427..a30d7224c74e0765190e285a65d764b5b172596e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.output.dense/_0.pt
index f22cf30e7e3d47f0792f09bafdfc487fafc22d89..8ed6c8cd8f2042e877bfcfdf531040dc5fcb4270 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.output.dense/_s.pt
index 7acd448239bae4100d9295390db00c2bcf156ec3..238ca2b1041972f33fa4b50aa775835446313740 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index d9e791858710650f011e2744740f4732d6e629c2..67f2cc84390a193beed4e9ccde2ed199aa54071e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index 8c32fbff08bea56bce3fc6461ae9dbed877efc45..2ee43b579a42032a672d80aa4f9fe436f1089df9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 589197026fa85cc2d265ef5c4045bbf91a7c650c..9d0e8e59b9f164c05e85f4ddd8df4f965ec8f79e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index 19f9839c28df271991f51432aca29db67f423ccd..134250a1781c4b41d90d9b0767292641411fd7de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index d0ed2a18cfbeee4c99a228f98a8dd4bfba2a45b6..7fc321aaa8f1b0bb737daa7eb1d668e87d03bee6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index 44196d2a5353817c5886a424f4a445228ba251ab..17ce81a9a78181a1f94fb6a69571d6c266d55129 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 4fa39f5b1f025331787bc95c113307587a09c3d3..d3eaf826f0db4d32ed0e007fd30b165da20cc9cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 2f0268a9afe4ff8a1d7a4bba29705dc395130625..79b544043fde7c45365fa4532e1bad767e6a8360 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 9baab2be0d8921ba34f522d8ce45b993fb91d166..d3fd989fb1822dbe0ffab33e4e5d3ba094b45e53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index d6111d979b330e4f0f7f2f826a2df570d236d3ab..1d1c1c7c2934bee0d99863441613330a00a80baa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.output.dense/_0.pt
index c661b81cbd8b71d5f140b5b20b1ed8b1e3500bf4..c2fa389b1942e4246aed9846479c60727668b073 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.output.dense/_s.pt
index d11f595a04fa333fec23307ce4757bf27deb8d8f..4ea15341beda1ad9da089be0a79e459c0fba970d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 8600a4bb6fb08c09a4ae7d053b27ab85766afb1c..f22961a7f241d93e284b84b94de400ffae3ab994 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 4b70efaa1cbed62ef4adb0c98bbe3b74b1653027..e5d947f72cfd9faf5c12d171f08ff4b9035595c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index 0b8d6818037442a2524df9fcf1c495a811c7115e..0f257f640d93d003a7e111e6099fd8e913d280df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index 8bb758617462c71a5b7b6b8d2b67537fdf24b19a..eb2acb4f47512bf5c1adf51e6068c1110f42b555 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index e4b898b056eef4844a9f51c180bd0a94feff1a29..1d3eb317f7adb729a3af0f932c57af0befd1e630 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index b0ab72a37e5c700c28313700a022482571aa444a..f0d1da9b401549ef3aa14a78725689adc249b7dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 50c26914dd5044cea9ee96dcdb84c3805d487c82..fdf944622a247fe9e37d40e8f9c0348d2d5ce693 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index acbcb94ef7a5bdbdaf80d0517a612ac3529db24c..b5bab2fda3498c4f85679f68202c876675c9c694 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index b98adf99f332f4006b417bc2708f60d11b2c9486..a0209ea9a7984df6b9c20f3bc5346fbbdb702309 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index 0c46a9a2d975a7ae3da354e60f964f22c93f9fa4..3f0621faeb0d0b2f634c0fc509aa28e49cac5b7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.output.dense/_0.pt
index 48f470ceca496f76f2dffa047bc98b0916cc9add..eb7b1b5125ffd1fbebcfa86634a7e4bc2170e6ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.output.dense/_s.pt
index 505a1c5eccd89ecff5440a5a327767e22734bbd9..35c5819b4f1b98d6157c91f0a3df6069a51a8263 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index da3319893346a02e6dff44925e94a527e9221b7f..cce95646e6ff62f194e1cee0d26c54bbad4bc2c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index d8c8dfd9de7e997d9ce0b69d133f834e30cf96d2..30e4e5fe9a415ce4c869c69d43878e9270d75224 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index c1e28152e96829c09c61d90944da3d72880ec68e..8657e0a50061e807f5cb149291c7d55227a91067 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index 38b9b09e899eff5d30ee8840c8d20cce757e0b9e..f7ee6859b50ca238a7ea3a984e98dea517a30738 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 77c7de0b98fc2fe8152791ab7385e2d9c835a1fe..22cbcd4d4c7db0cf241c8761a139952ff309e86f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index 5b47dcac1b95b08280f7d17a8a4956198b5aa397..cf6f8c31e834e56f16fa9bcd7f21067d58f5785b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 692d30782098ec684bc1f171028258e40d9de4e8..8c65ecf9429c6f9d5c7fea82854ed472cbff2c5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index c9707a3a3777c7c4173f54130f4a90a8b58a1b10..da087ed381ec52e56702321763a5948f2ceb69d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index ed124406e0fef3129c1ce7bc6549fad643c99f81..84aedf6cfc57ffb0cd9481760b08def80c61f22d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index 6c9babc6d15cfe6c1e06e8e49d3e4ff6c070d158..993120e82e0745a7f01c1b37c55e7412ee63d306 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.output.dense/_0.pt
index acc8c5ba48795380f9573e55294ab3d655cb49ea..47e6c11f510a36e28207181a493f57a7b921a29e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.output.dense/_s.pt
index 1865c574d3e3ab47814045b5e64fdc2614f8ee0e..3bde70c0e5512dca7e40391b7a02166278629556 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index df61e7e52e8913948667a3ef94a2f69f23cb97f0..4eb30d1c4a7a1162b74658e8c83aeccb18c8bdbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index d3f53f97c8b5530fcb65d50110f46e0ae16ac6ba..4f33258b513e831149792f72a26611e73bf0062d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index df788c9cd50f3474f2ffe70947532b646e79f6d9..b6d1c85d335a23021601225715b8b6d5f9080f3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index b5ece624c9120481f82db6618d02e60c51c1098b..a78f8a05ec1e75f6f83081bb074da7b1bbf9e835 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 915d7358ed8c00b57fe8e08bebb8ccbb10f0b068..d1b775c286eee9a89ffdd83cb356d375cc7272be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 2bb908943371d67a7d88cca69570fc2b82875a6b..4f96e6ed7930710196b1ac64c9829c3dbf86aef2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 1c033c34d0bbac7ebdc89c33499641b5222eee6c..d197c1a229af45308fd67db9422d803b234f24df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index e540594babe400abdf3f740e2600e33056e7c815..e7e70fed369ae159ce902c71f25fb063f30be320 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 263b44da2281c978dd373e06c82c4d8b4cc67860..78940ca2c4e074402a4ed4359999c5043b41261f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index 1ba8540ee774788d471512596489eb02f08adc9b..2d7a6182cd0642d16ed0a163b3695d65a09c48d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.output.dense/_0.pt
index 26490515c1d94d1778297f2e032aa98e9e32a5cc..e7fa9161db52d77c885c57a3e8d49bc0fdbb81ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.output.dense/_s.pt
index 183b03ff4856564304e70dad42de139c3b1b854d..77f51aac4967608b384643ac76e2afdb0559f6c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/classifier/_0.pt
index c87c589f65a975ec194006c839769559633a0b3e..65ad6003ab29c21367d3b34d8fd8d739453096c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/classifier/_s.pt
index e5cf78a32d30bcc4748262d341cf3f8c6a6b4de6..85df9bb33bf05349ef5c44426b9d3343b6aef441 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index 6b29e7c0a1388b5639304a31a27d0345bbde4abb..d21db5c6d1d35ad6fc61123759710283f5ca73d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 3162a67d81a63f28218f39496dede6cb06b0692f..cad872e37482afbdbec83bc36daa43842215cb69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index 20bd80cec5cc267d4dce075f34754910592862b1..032549f2cafb57a85b56873fff6501f2ef917d24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 1fdd0abef6789580934f6a7950e16d550d147cbb..b0da26f259855439a28716858668eb9aa930db28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index 54399d2f97847b1aaadaa665a19272af77b016a5..0e09e6ae55a7b35b50359cbeab3af16889a53dd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index 7302a697c6ea834c6517d6ded2806ee5f89e279c..a40fe2b825d7a2c6bd7e6980e9969d8ac7854441 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index 6e878744e7b8745650403ece824aab49cb1c0ae8..fd52b56a025354de3cb242805c1ac27f30891a82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index d4d6dcecec95981ea40aaf70c0966051f0945e61..e3e70a8dd764ca626e606cd88e257a5909175a4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 8bd788afb59c704745e4a28a2c0910c8c3d36732..18232cde976a0ffc037b00d22fcb9d1477a4f076 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index 2c912028f978b495f4e06b71025eb1b933c4cf34..c6e94f93b1bfb942c3848e1c48b1dfba36cf4f25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.output.dense/_0.pt
index 68260a57f61d1c60cc329b91eb08ead8a69d8d2e..1d3b9c6967c0b8581c67208e3cbfa439b31be437 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.output.dense/_s.pt
index f5e03cc74feaf4b2982aa0e559b7caaabcbdcf5f..0d8e78ab25aa138b4be9ee1d4634b7cd557de1e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index eef4f3d48e67c9bb602006ba09ad73a8b239979d..19937fb796d86395c3e0b2d6c5de15d7ef4391bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 0491330eb821c3d4b499b2498263c530e32b5597..dd7f9c7728c3b886404b9a7f192b2b62d0e7a929 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index 7c8eaa8d72bfe8da543111c30ec86fa82e4f1dd9..8f96629422f809f6fad8efcd2a4d8bc9877f99e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 488bf2aa5327fbcb64e33fcfcc487edd3895344a..e982182f27ee6294258c8c9631ebda36b88e56fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index 28419414af006a3124d5f4ddf32be1294905079e..ca976c0ae75b206bfbaf987882930ebd62989bb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index b3003829099d2efbac49b77c4422b261290e162f..ec9afb5fd742d8c9cfeedbd154900416fc1db9aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index a2921b946a94b27f18d26da1031cb490ac56690d..ebf36fa1b3aad62fd8b519be0f7a89310a6b83fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index 9163294d72a274933b084e6be3e44e545bd90ce8..629c548f61db993b97df302c2e9fba5883f5bfd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index cf1526dfe40ac066aa2aac8385b1b5a0b0fe3920..27992be1d94c3a81ae9d4ef5b72c6de02bbbd558 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 0ab8d280ff1799f80d768f9e01669f845da18483..d8a95b2cdddc7b4c9d136207ebf96a215a744573 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.output.dense/_0.pt
index f3120b37629313e50e56363d583400518e5d92e9..599c466c8f0a6a4c3fb3f2bb65d5cdb3eae6ebc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.output.dense/_s.pt
index ad1544541ad70b52761f567aaef567dbcab974e5..4ec163729c9e07cda183ee2d3f9f6660a3879594 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index 772da8fb04bda18f003012e7bd2eab9713899101..f245155a02ead8b42c6c584bc366a19b88841716 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 4c4407ac29b6369755c8200686b421feb64e0248..a6b2e0fce7789ff56e2069f2e86d2bd8f4e7c0a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index 1f08812488e807868e9ccb3a8034c054ecaaf0f3..5ca655859271ef070803cb04b8280a2d46d35ab8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index f531a18476ebc47a6ec25a985480fcaabe782847..4d898cb5d149ec499b5ea2d42a9375dbe77f2482 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index 9a07f784db77263b1899ce350e0fdac2202563c7..4d968f66c5a01bb368e3c92536363fa1c5513721 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 5cf225b2ebc117967dcec70d0f895d3b26f08ce8..2b20a7819318adc708991dd67c374d058f34b046 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index de668e6ff3c15d63e4ab882a638190b4ad9b3773..b136f7fed4cb627b39c76fa01006eca962f67265 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index d1f32d01707aae1343239298707324d0dbe95649..9024af56dfac67a6ab8792d165455954474029af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index 382274d3643f91ce8d7f28c4a8b3827051ad98e9..45704047872e13c989fe7d4e7e052e2df2b91559 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index d6aa18e7caad0c16b0cabbd98f20045bbdc35218..2f524f5614ddbb34c8d5e5f9c5033bb48d8b7655 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.output.dense/_0.pt
index 5765a12d20780e139fb525f5998e97cce77785dc..a49d70fc8b44785b4bcb6f2094d6c41e959e57e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.output.dense/_s.pt
index 6d3ffe11fac1dcf595540cf6e4213b6143a9e3e9..13603ab9cdec3ef56d7c19f074058bfd2a8930c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index 3f26059c51a07946f475bb844b39a6343037c967..deeb559d6dc99e09c88481f0a2f628368e8b38ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index f38a1d1595b62085f4addc113c0fae37eec423ec..6f29795b4e13b44d27aca32ded84e70427a110a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index fa25fc15f8c24c977e9d947ad94db725fb7914b7..c0fe93e8a3e0e98ad7495025741a43f4db3dd203 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index 647710bea9de08678d86a42b457de1b871d61451..0d4d9b71914761b8baf0b0b6d37f67eeb97d9799 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index df7701b9eb6692fa68b6a11b90a5b1589f978f26..a045ddb981c51ed19cb464b114410339ec40e904 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 0ad27ae1e59cb1b0f0f2275338a4e411d6aa31ce..c6f5702e369f9477c194b5fe807bdaca50d1f0ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 9794759b32411df07dec46909daab7b818452866..484c9fa49b20fd3015ed550de69310f5fa33a125 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index f6ae432880d721c4e2a02c2dc0f0d44c748aa2e2..6d6ff13753079409fdaf30ce1f1b323203910431 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 52421fcdd47a83e2ef53af66a5e4d61a469b24a5..28946ca481fbc658501c55b3451ec119966f3118 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index bae1b818c18f032b16377290050623dacae89b26..7b74529771e4d555f60d68150885d6ba6a1c5824 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.output.dense/_0.pt
index 53d2baa814cdb6c3ecf03ebd8ac07962af210a37..3e1158ad5b640f7794d57dcc605efdb502b3f24c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.output.dense/_s.pt
index d537a7a6e1af206c558adec0f71a4d4d3df23c2a..b58d8875cb47ac526e0b5b44da18b11f24bba1d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index 5a103ccfef623a8825f8284c82f9ff302ee1a32a..cc787b1a03fd36124df26d71785403112c491622 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index a3ac98815cae51ec4f485bd6f79c0b5330bc7355..720b6550d39dd8b23767cf445aedd58a5ab49487 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index 826433860c3e9bf0ff5f2c0346b7d4feddfb3371..2dbb1acfee19a4a3e17b65d6c9f2ec78d9d4b293 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index b1d950de5c200426d395eff89f16242b7d2fd909..b9867f57844c0b8b5c0633709ed481665ce029ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index cda42dfeab8c58db15b23c3c8e47c639fdab2163..8bab2a3817c9efdc92325bada8de33613bdaeadb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index dd4193bbe4b64e34ca82fffdc1810c95002e5804..74d30e1d5feafe13a4b6462753f2dce611c3a4e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index cf618fec75d7e84d8525e1f45d9e3cef4a741103..676b134c359dd4055bb8fdd79f7f94709193cc16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 915bdaace2c2545256ad9075c7037070bfa93e85..2dabeffb60de4c65b53c984adc7bd36228faddb5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index 8a6f0a4034fe664f9a9344e4ae96cbff03f9431e..67923913c63a459522d389d4cd347ab77b8a629b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 04659df0140368794e973ec4755b377773b9d2a8..a670e83233dbfc3074cd1994f4b21f0b71cbfe9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.output.dense/_0.pt
index a4ce9946a0fefed15f29aed8060744fb857fde9b..ce2a90b9b975a8af48323b784905184db08d45be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.output.dense/_s.pt
index dc1cbf3e78019faa3feeac4fa61a84d6c67cc9fb..166d667be25332af0f032e67a71ca8a5e43d8988 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 1026c21cb11acc8beaebe2a9fdf1a45f6473bb04..6226c55d13a1528c119231640c1a3a3ca0350b30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 58d7f3efdea21c044911bfe21848730fe5e0f06e..acb63d834f492df2fd879483f4b04909df1a1554 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 5c6156226edd6ac35693f0dd28cfe5e3d25c7582..994a63a6be6e22ab7bcfea0887fa114551b2f2b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 79a3004d62ec51afee65c3d1fd122ed9b94594a3..ba30e3184ccf4e2309f7e8537c1e2966824406d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index c0154b0f9d00e7f25e75c0eb5c94fc1657925dec..462b288425c99dd36b6a575e3d570d48bdae21ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index cd9dc2c5cc8de32c94c4db74145822e0afa59df3..6e9f6b36a941c1f98634ea6a762372380df7ccfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 86e6e948cbd1c3c63ef1247f38fd32a7e9c70e67..e16c16be68b740077840a79675847ebf4b94e7d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 1ca2abadc4bba7fe0f26afa95dc4a1845c61522f..abc712cbfdc9213ac5b4faecfb4762bc7f75034c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index aa9daca9047105e453063fb2a83f7f262e41a290..14f81707df8879da690e9d6147e2e5cf73d95eb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index c1104c98b108e0f12d26c69b4d52d16c603de960..8e5ae42e2041bf675a056f1280c31fb0e7cafb3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.output.dense/_0.pt
index 5d8899116514aa984bb3199be0d893ec0e392fa6..8d9ef3d790c6fb9d0a5e86bc6c4f80f3b7c575d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.output.dense/_s.pt
index c56c9364f3c7131448210f0b4e4337bd38448bdf..0dd070fd0950e3c7250847b8af260cd14399d588 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index 3580afb9ecdc645350e74bf64a7b7f3e88ea1b67..5e81c14485c81b8d4056467cafa0a4a0f7c4fbb3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index d88edbf087a26d32afc74038eca29dabbf91dba7..f9850393414d182ced60c72bcefecb32d439888d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index 72a62b027896d506d7247146a3df135bbc078c29..7b82bc24ae05cc4493ef7e9f3d08e843f0e4246d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index ea230a255bc6d784e2aa05af118e05a153587249..aa6bca80ca34250f5ef09e1f142e6318573c38a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index 6a69bdb3138f519fb637cf276dbeea70886656ff..31ef1aa43c37377661c7787ca08316ee2bcd3883 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index 3f5438f79823cf367c90c334b7578e64b9a60252..80d0159b4dd0991403aca672850b7a11b216c2d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index 0e48f938c5b9323fbec2d9facfc2ecb8cfc92dbb..45d4d39679363680c8693719666c6019ebaf5a26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 77f960794bd0180c36214f2d6b87e71fb87f9e42..e624243e94e89fa23d2238ac806c04481ef804ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index d9efb72883f78e5de7fae601e859372790778c67..3853d22d1889fdde408b5d7597ec81946ec36bcb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index 1987bc2400ddcd13a81f90c428a6349b73fbdbc6..11d211e0a4b296836e3fa3c5fad65e3c2f269819 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.output.dense/_0.pt
index 5b2360fb2d769ea32e49c8a1773821d5930a8466..66afd53dfe3849e70b5f5d024dbbf5b80f75d0a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.output.dense/_s.pt
index 71d6e0aacf4321293f190f87f279d7e0155f547b..34e59026c176c96b01db4b1d7d99fe2db6f8382f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index fd3f83a30afa93f366fa28406d2d49112d24a36c..61ae72670785f4d7eba689d6229adc55796a83dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 69887358d0e2eb97369331d32de5876687667731..d6108717eb978c652cb107088da111d88367a82d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index ecf18788db9d38edf9db320796a4f7be9624de56..33d396f9d2f2e10a6988b69a6f1cd1fb5611c351 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index b998998a502d678d21f95fdb901382a81f4ba00b..6167b707c8b67aaea548bec74eafcdbaf4b2f834 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index 65f7b95e4ae6ddbecd3203c2691a9ad54f043f2e..f46772f76e1c0c9499a2b2d80806e3262cbfa6e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index d2643936f70aa281ada4372c561488272b6161d8..eace2dc98bececbd9790925682953faab5c50fd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index f289b9627481ab40d54285af5f2056e919cdd057..32b5da36a55a822614aaade061bdaca04a3d865e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index 21901e2706600d4e76a349cb535a3ad9753590d6..11d809086b531e7b6c50814767f59b524e5032ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 7acc5df6ec41743a4514ca462a0ed38e33eb0cde..939cedf08dac4254c1fba45bcba2cdb46d4803ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index cc75d1e46d3fd5ccb8f016036e76d6680f387d24..350ff279725c559d785b943a8c24634691467363 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.output.dense/_0.pt
index ef439bd374374b238a38b5f8337d03af3bad5e91..80b07ec7fb431d3489246021d7ecbc2d0f6e1288 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.output.dense/_s.pt
index 3626d782c7e60b2c09a8b1584de85021f3f51fe7..e50cac582bfb5a02a1225f39bfb0371f8e9996e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index af5385d407e9d65cd8db7fbbfd10661ca536beae..47383fc3d4dbf08d02d81c96a84b5c4eddb2dcc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index fdd1c08931f40b0a1c58c068d0c3b97c978567fc..0c00ff4d45a8669d9cbd0e98066fda5d244aa122 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index 90c1ee45f6bad8f4a6d708fbe7375d8f14ad187d..af2a4828ee68d5dbc1d92b2b16dfe5a89b1f957f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index f786ea1a92eb421754f3684b738894c1d8624d34..71944e4f1db46960e426d7e0943fa375623f6deb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index aba458ffe542a47c90176923e336058e1d7c7151..d9afa6afd67b2946b5a74c8819d8bb86a0fe4854 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index 4473e398183a498a8839b59a9dcf5857f0959c80..d69960782519aca132922c53c850195744fdfc25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index e82ec6fef823d01a3d46182810351857f4824120..c4f8d9abec223683ac64d0bd74b8dcc0863095a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 5dac002f0c1a7553a88cda52097b284d3538e167..15553fe338aa94bd27743ddf6f42f265eb16ed47 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index 44e2365affc2c91d995b0a05b2458c1f51ddec68..da16833b6d0960c81b0e2684269fb69566a7d4f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index 27f14bd2f34551adda9fc91b4a6d2c13ca2d7378..4e31547552e93fdf7bf213e141e3614c554776d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.output.dense/_0.pt
index b51a945e3ca766c843a0c48ecc3dc2506a1748ce..714e1257d4f333d84e6cb7bd893e761bc6c9b712 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.output.dense/_s.pt
index fb2de864558d78efe767931e259eb908d61c7313..66e2c6026d6f5010e66f071d239a56904bf4423e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index a7f75862764d163e3b0bd0a10987619644478ffd..64d96e0a3e33f5432f402b8903331d928621c123 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 79ff1eead19ba74ab9e4228568e952f5f11ddea8..90a69bf368d6aa2b037d5d0fd89396a86dbe0085 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index d3934fe9582e5e7893dabe106d08f99556f68df6..59df423c1b57a3d49df9fc0a9596d315e6c8d56d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 559ec0473949f473e34d28f75e194bee06317ec2..2a5b1309f0a80a2bd29c94687a5a17db92925054 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index d6a73d1374f649261e75e55ef0291c90521168eb..75536c83d2a241ae315fa8f6ed2ba679bb387afd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index ff4c1a86ad72f3228c8a1ee37fe7798f469098d0..cff6062ca64979bb6e037a4f344d473082b69a27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index 69589dde1361727f2e41e5954ec166c9483eb4f7..57e0726282b92fb3fb62d491354cfa7591529534 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 40c58160ef52d40305d91906641ed57a9eec8c8c..508e90b5ab58ab010c472d75f289eb4796af1d97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index f32cc8c18a7e55752719cf37f2fdf0569940ff67..d2175aa607b589f0151b9c661a5c6214f6249923 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index a628654500c100582f98c36a8125510a1494f98a..ddb030b2fc28a478bddeb6be070aa1c47f8ebf1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.output.dense/_0.pt
index df9e17fc82e2dc306d889d9c6842dc986ba10cdf..f9563d574af6a05213158f915f73925ac1cd294d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.output.dense/_s.pt
index 8212046781f519410d9bb3f73c39c3c0de58cd00..37f4d3bfdcc2e9d10732d02bd1dde44174689c32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index adc148411849eb863c64a483a9a5096226bf93db..3f2787b93c8814b0aaea096ccd084ba5ec3b8d03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index 4c7384ec4e981407fc74ad242665d3c8171e249c..182fc9eea3635e09856dafab72741073749aaba8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index f87e8b9cae99d2a063054ea55913743f9b12b5fc..c0eee7ac6de56473a3ea3eb119cbcca54e660056 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index ecd9170b4076538f781f1271e676f8e7b8c99b92..a6d4ca022fe8c7ed5e92330fc3c87a13f5938cc1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index 1b211fd4b450bb3b01b25b2307e8f5a3050d63ce..91e7479926184682032d2fdaf3825ca86d9aab9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index 74721401966886df1f87ff34c597d4f3f63a4e45..10f7bc1112ecfb9fcb834575c8aeaf96f554199f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index 8505aff573332a1e67bc7f3b94bd75994b8ef727..7ef8779ae7f23bab6ab62126abfee77fc00cd543 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index ed01416516d5e7e0637dfe026b641f060df9f60a..bfe59743b84a31d02f50ea07cb2715df8de6f360 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index a457e07d3adc6811e135a48b6dc9983bbb041e32..03b4668eb474302bce19430bdc49f75640677e44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index f452c199a32550b6304a952c674eebf8b49bd3a8..7a4edbe5d1aad19fc4c607aefd1bc2d6d9e16cdf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.output.dense/_0.pt
index b48a5dfd1b2f3fb23b4478a3e546eda2fe709e4d..f648d7de3377527ff443f342d056bbcb2950dd12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.output.dense/_s.pt
index 39408c96ff76f76f756fb082fe75ae847b17c0ca..fc68ae10b0ca75c97f9e93518b060646bf2d2117 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index 56ae0f570b15e5e1f279c235b9a696c923c3196d..6569bdbcf06917115e30017e3e5e4279acfa5f6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index 090a02300331f08ceb9f6ade0a958288620cb045..26c93bd87542dd60a28a1942e9697cb52ca6b5ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index 7850fc64ad55433e80199b261d3dea56d728cdce..4eace3c15fe6b1afd3357bae757638ec6805ff86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index acb67f24df4132768b30e20a25604971e6cced1c..15d34954187c230628d3bd8afb0be7111226c436 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index c836bb618df997b0cebdb8b5d40c01f5e9d68c97..b1ba6e743f03101193f25ad6a446de4706b60561 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index 1c8bc460017986bc07802163645ad93dbcf5c3e6..13893042b5e4e87edb04147ea9fc9241b9d03de5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index ed5964d874713d5492fc2659c6780e9e4f3cd76d..449e03dd0df831a161eff00a4dbc973f796562ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index efe8aed24a3f8d64749447b625bc5acab06ca119..18216e4fc278618e46adcb59e791588baa98d59a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 1ddb853453b5765411813d78f03dcfe5d1450940..e1b30fb3c1ef73934f44335ed4e6700ba2a9308d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index 93a90d82c40c91efa7ee8c9970119940a161451a..810843b66679371f8a657cbdef7ddbe1fa4a3d08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.output.dense/_0.pt
index 75074f3ec56c33256e1388b16b519ca2c80a0ca5..4ba282d3a2aa2cc6b407933ecf68a54210fdbdbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.output.dense/_s.pt
index 150adb7c0e19927f85e6d25b5dd090ca42c080c8..776944697cee177d825d5ce407b380a6ccfdd401 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 4b3131e297f87afb2b5ed68cdd6f41bebfde56a3..be60a9398dc51d22eea7db4a40db1d2fcbc0a056 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index bddf54361556ac0d601c09af71422d8cb1eeae72..7858b50210fe1803c8e06eacfcdc7cb77f73d602 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index 471cbf965f713faec0f353de484382f9c0136611..75520e45e6d050993fbc90bd27fa11e246ab68a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index b2c3fe92e1341a7280a71526f3b0b24f8b72b3a1..456e9b25fbc5b05fcdb763156061e002548ce446 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 1e9637e76629214212b36d197e2a4696230f7f33..24994251a078dce5477371ddee9418cf8545b321 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 3fd67a62871f6ccaf29fd72466eb881a76f72675..bbf69e92907fdc708a61654501256d92cf44f893 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index ad67dd1435e4cb365feb7dc0aed7cb580f789a30..6cf23091f617b036b27612bd1941c0f092934580 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 9b7ae41e0029ee788677ce7b4277858480e637ae..e61cebde070a58e8ff469f8a1c7e7f78e3e9a095 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 6a9b47bcd8f9197887a4a7442e1a23ce272a46b6..ec9bdc50da92b4e34a456c5f643a1dd62ebf4474 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index b51da0fa55093a0e923522020f220299afb9611c..862d532a89e6fc7de3626c666f28e2797ec5a2e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.output.dense/_0.pt
index 1978b6d89d78216ddae000ce5a5e32dac5095b5f..5a8486aa0af41124eb38592e01850c0cb731d1bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.output.dense/_s.pt
index de8b332f4de8ba742aef171698f4056373e10529..4aa22e424d4b261c44e1349d47456cf2b9515f41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index 250b44d09dd994e4438c0f0030730c8d36409b25..68c7ba438d80dc88ae21ba15028d05f8135f1850 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index bb0d3135a7edcb06ce9bb096ff1d7d2dd8dd2f8d..24bf8030e185054d3328d1562846d9a59c533d08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index cabc15a3c558e522656b54493b38284536aea1cf..3ff3a4ea280a87b2fe03f8053315b4b9bdcb6d54 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index 5754d914cdb0b7900ae812a1a2fc9ed1bdad61d5..3198bcc1bd7c7f11c3ef2ee211f1588d99f1487a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 79f0de7787e654088e9d415d3a449ee10e801d68..ba16cc1238955d1ca765a0b383f32f7b6e4a0e55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index 27f4f449debbbc7066c8abf535c6706211d62705..856c84bbe40aa52cc3cb90fd78063fc89e8f303c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index 1aeda9f39dde7711336178ccf6778fb0931f8dba..d09225a4d8484d66956999cbad84c092547e3cca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index eb4c169416219ff425b524257df220834966a5f2..740eef8292ec016e2249a86c7325dc6de5c88538 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index 1fa6b5850f011070ecf8fe997903258d8df63892..7d31dab28bd2ff570602f63d3d811df088e5bf13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index 170ebb6960ed2b90a811af472f18a248d1b9b0f9..e013637a6fd93230421f8af90aff7b54f99c90d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.output.dense/_0.pt
index 18ca82755b5e16c9f986d43b771f8435c268dc2c..0a84a3f6d1ca6b9cc7d7b47e8b2cb415643d4079 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.output.dense/_s.pt
index e3b18e073c64a87a6dc8c949ea1943c38f9a42a8..7c3a4417466e44a82935b96d38434e56dc286ea4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 3a4c89c3b06f4e3e9d494663d56a20e531576340..f3adc88e0802185ef11680075fe46515d2ebfd5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 418e6ca2a3f27f34d05aa6e399f2a5f336da90eb..c50292e91e3276cb8a8d5e081e089085829ea5a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index 45940ebfe4011d8de4a56a0e87c6dd0ebc08c198..72bab497483da504274447af37e0afff3e2b5a75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index 2958470f1671cfd0572ac0722da46db39f347245..59f08140ee076a441b1e950f8e397b006b6ad218 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 4ddd7021b7319b827edfa0ae767dd2cb0d1e0b43..d520b752b0cc70a8fb76853422d273137289ff96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 4f7f9b3e0ff66779328ea38bfe7d86ff84464375..2a4a6c51f723c01cb01beb21b23e02534cadce90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index e01caa904a747f7aba580a18ca3c664895030d73..91cde7a0e721c8c196f4bda556013a4affb8fa4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index 298b827e1f42b6d26524ed1e1b7ec97788604f58..65fba68069e3828d832bb6731bcdef75981f42ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 5805f175b2a67a080757fa85c1455db1f98dade4..8c199e53331a1cefc2d8d337c0d4c73efa3bfad0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 88b74f6e57741a180cb96a68c24525126aa35972..cd45b042023b81a77aa4ac8517fc39741af6051b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.output.dense/_0.pt
index f11b04e532e80064690c702ed9fe00a9d16e6e0c..df25ed2ed122c0a82759d1da34d0745792048286 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.output.dense/_s.pt
index 078cd2b1e2bedad009c66407d6cb2c55b1a16c4d..6785f3a29b936af2833a0a704e3b55a033181bb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index 234e39a23a6cc8974e2745a769edc08077bbcc5c..76353093238c3b698654db044965adb6f35f345b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index 22fb85aeef5b327d3b992501115035e89da6309b..7e1f9ae1e00205ecd463a3157d11785b3aaf205f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index b6749658c4055ec081d631585040e951532ac479..4468c7702020f931e1da6b2a2bcb1aad5e289c15 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index c5c37993e7b25a6765ddcab8ef70f527ea3d2caa..f8344343f536b6f9d9202f34b9292de684bf4ffe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index 84abe057991fc0953cdfe065682b1422ae616442..9bd228a824cdf366e9d373c601fa5f62393938da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 8c897719ebcf73c847c7c9ac2cc8f41ac800a40d..693c13be48516b765f3cc85b1b66a9b45e765ffa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index 021045abd860654e4b9ebb212fc6a8aaec17959e..1f9576569cb716f24deff22f3e9c26be89ea7c25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index 4ffb55deca919a6c88643f482793bf4bbd88f781..48db3605bdbd878be78cd80ec64e97538841ddbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index b2e6c9bd76ac614dba6d942339c68a8d8ac85618..92d079ec0908c00848a51fe9f6b4df5a946235a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index bbbf4e643ef3d9dbf1579f63687acad55a7804c6..c58199442faafd7926ecd78af48bf023c7120903 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.output.dense/_0.pt
index 63b70d5e64fd658dc2359f496bb2545bdcebd11b..7697efa70f4b5ade0046b39eb473ec36ab724212 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.output.dense/_s.pt
index 5da1a39d96f46edf4b1661302e20bbd7e9215a59..3598fdaf0379434ea50e487de62126e8acdfc701 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index 7e9c94e98978f5147bf8037bbac642a121167679..2b3164ff35335cbc7ce14b81008da3644975a47a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index 91acfaa1cd1c5b3fabe9d1d6a9cc65f731dcc08f..f2d2d6cd1faaf2733f147ba9aeff1f5b6fef35ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index a369947923ff0638310453cb45731da784c7ae92..4e28d5029a2f4125034f8b197078664ee131ebe4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 4f049e4e1c4f367f961a80d75a6dcc157651e96c..5c32cf2b2e59652f1205b06c69b70158e916d44a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index c9fbee839298b9510599a7cebae19ac31bc16dc8..142f9f284a792740df3231b0333ce06ba687c2ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index 60f35c00b36c040a84c490c9c4c713cb179a23c8..d8a2ff18cb2b1d45ade0610114571ad09f404c48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 36f53e5de2f7e43b21291126b553609c98af41bf..7840ef506e745e3a949d9f92dd11b342dccfd364 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index eb594c6f3cb1023ea7d8730c72c0c85ca78c1e49..c80866e8f99326503cc42ad38f70d40bd9e85998 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 01db0e64d50683f055b803255468c8423e8b0a5c..0b424de8002cb8efac2ca4fe637a31555fcdb8d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 59b7a469b207b71a5ba1d67de93c917c220c4409..89e8fb732fbbf0a198c6eca85d6922625896053e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.output.dense/_0.pt
index b8e369be042f678ac6626b063f2377ecf5109a85..af11e56f8b2d5fd5fffd12c9bde7444b66703f27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.output.dense/_s.pt
index d2e83cf26226ab76c87b13de94b21cf1fab5d378..99cc411570d10d9d07a1947e143feea5debdf0cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index e0746b84a530e1b81c81980fa74054faa23f0079..644201026682da1ae9682ded5f0e87628d145fac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 5cfed07cbfcffeda87eaeab064b164f01a0d3c09..994812b27bbfc7ac9026427ab231b69dbfce7798 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index 7d21c47d1095ee31dfd25a533d1de5b1545a4ffe..af0179903f444be8304b7867db1ff2f13842f97d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 9c364bb181d970757098e76fa39effee7948bf03..849433ff6ef0d1bf8b3811a09c3f0367df210f29 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index e9f772ddc6aee57c0ed45ec5fa42e0096fb4e195..56ae1bc0fcea9d25f6c044a760238af7945e6ab6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index 4b49188c174bb222f9f92581da5df1907ea9ae9d..837f35693380662e5569156777e4a42809103ff4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index ac703bde5f7d218611f6b6145a33b2d2ff90b482..c909bdf8306e8b727de915346f07be538ff20b36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index cb95fb0fdd9e9c7ae14a3ed5c9ec95abb0cc3d77..3f0448343c8477462aa0b44111edfd098b58e06a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index 0b8390e6e08f245c62db29a8982e3720cd0d1e7c..f00f4614ecfe95d33deec9bf765cbe1e9d882406 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index c0a16672d80120d65e0e88ea8d4c0b38ca5f0644..4e7d92eb7d906c7e66385b0e224eeac5973d0bfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.output.dense/_0.pt
index 681bea5f110aa33e2690e8e4f89c8a91a7082f92..8255191aa6ae6d4eefaac883dfea461b9894858c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.output.dense/_s.pt
index 1ef9bcf989040ca8e414dc592a37c7e25d50385f..317a6801df1738724a4fa8f5807a39e8a6ab7070 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index 0508de6c7aff34b923b24bda1e17031824bfd766..549d3d8a86bf1bf189429adaf35451b3c93976d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index 1199af388a405e36e612282e3683fd3413da176e..02e92c59a3e41d10c3e0abb65f66ac6abbe1e893 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index 23e94d37587b16ac75a3fd08c488eba06a9a9730..777ad7a7183fdd5c12eeb6532a86af9d228ea34c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 6be194f3801809ed961135ac7776fb5cc0da3b73..a33f4c8fb6c471e523f5fa11f2df0067d9a5b8dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index 13343b5d846ce0c9aac93887fd3db3aa327ccff8..b07d278226d1f459463c6ebcd5c170a6b3493aaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index bc2ed885f9d9d568a60c03f2a316b8854d2dcb42..d59e9c4e7c00ef4bc975754bf06f68c6c1f7bd5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index e5e2e54b1aa1e67a62606ef9986b2e1716baa93f..fe2ebbcc33222aa45222d2c25c85c640f6fb3cc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 7c2de17fdd1d47aa860eda1e534354475fb19637..cd63af3c871006e73320e67c4877f8254e5c54a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index e4baffbb6f069a41f89d8c7a5e2cf0ad299c0cac..2950259f6cc90f9de11e8593f911535953bfdc99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index edaf5aa9f0f15055532c0ef2df836e3af34f6412..d0bf274c5e7ba85928e075260e54c0522c2e8905 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.output.dense/_0.pt
index 9a2c07bbbd9356f2ae60eb43a72cc560194b75d6..d951a228ca02a92ff1f70fcde748e2384a96de73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.output.dense/_s.pt
index afc645f6cb9305eff32a6357d9a87c81baf217b4..559b4d1df2c6b5a2a18cc3d80e998257e2eb96fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index 536d49f653628073579306ad2a5cb98045bb0c38..c4544ca7780728f502cb2257d6f352a0081c25a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 54d2745988911a5e3fad437f4c867c6207be670d..e222e7108ae90007c55b15bbaa53523ab73888d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index 583e03bd5f5d8a14867be19c037fd0c29efe4e21..71fd2c776e1fb86a99cbe52edfcd53b24b815759 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 3c6147da5cab96457425164972706befd7dca51c..180a85f651ad41f2e63e76b04868dd82516990b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index 91f4cb82977107cc1907cf18fa5f7b7c983ac218..fe957374dddfbf3f2e67df3a309a413593d7d64d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index 314d4a0d798a553ba4886a8cc5921f3978707f51..8262ecf637df7928b854de76df41c6763b4f78a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 1ebf810e704d9c60b1dbe89b5234083d48747bb3..86ef455672a2a18c8ce20951e4d4c77389c76edb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index d5c156ab392a7554b3a50036e09a3aa87c5fb6c0..bd53fea41402b81f9e9d85e65e74c2db27bba30d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index f483aca6a5e31ce57c7e2b948b5c19aaafedc708..ee4c7f8a9e21c91c4cbfdb247e9607e5ead1e3a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 3a7c52f80fe38037e1e345ea0ac7acd5741ceea4..cda9eb81888bd05535f96a312565bfb6015bcf83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.output.dense/_0.pt
index f22cf30e7e3d47f0792f09bafdfc487fafc22d89..8ed6c8cd8f2042e877bfcfdf531040dc5fcb4270 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.output.dense/_s.pt
index 6eb4902cafb95329ed8748c18e631801e5508ccb..ebe726c45291b58bae2c36afa4cbfa3911231777 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index d9e791858710650f011e2744740f4732d6e629c2..67f2cc84390a193beed4e9ccde2ed199aa54071e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index fba18673b867d25a7bf6a2fd3c337530f6027285..7d13ba6cb83a441c8ae2d6cb229eb99c17c5f7b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index 589197026fa85cc2d265ef5c4045bbf91a7c650c..9d0e8e59b9f164c05e85f4ddd8df4f965ec8f79e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 82f727b7abcf17e118c816dcf3ba9bf3cdee27c9..6d5cc88cfa0ac9cd6549f63772f0525bddfa62b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index d0ed2a18cfbeee4c99a228f98a8dd4bfba2a45b6..7fc321aaa8f1b0bb737daa7eb1d668e87d03bee6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index 50aab41812985b0111c6f9720bef577cd4effb28..4ca49c53b362d16e55ed361b1a44594ea77c1a4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 4fa39f5b1f025331787bc95c113307587a09c3d3..d3eaf826f0db4d32ed0e007fd30b165da20cc9cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index d6e0ec388e2f3b313545a1f60ee3727cc6653a90..93fb0276ab6b52a3691a46426ad27d5be6a6c34d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index 9baab2be0d8921ba34f522d8ce45b993fb91d166..d3fd989fb1822dbe0ffab33e4e5d3ba094b45e53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 7a8e397396891321c6b5e92497b5d96806d2516a..6ac1a196869be56e238bae93654c818f61dc105e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.output.dense/_0.pt
index c661b81cbd8b71d5f140b5b20b1ed8b1e3500bf4..c2fa389b1942e4246aed9846479c60727668b073 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.output.dense/_s.pt
index d11f595a04fa333fec23307ce4757bf27deb8d8f..4ea15341beda1ad9da089be0a79e459c0fba970d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 8600a4bb6fb08c09a4ae7d053b27ab85766afb1c..f22961a7f241d93e284b84b94de400ffae3ab994 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 4b70efaa1cbed62ef4adb0c98bbe3b74b1653027..e5d947f72cfd9faf5c12d171f08ff4b9035595c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index 0b8d6818037442a2524df9fcf1c495a811c7115e..0f257f640d93d003a7e111e6099fd8e913d280df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 5b9f26a7cc927d16e077a5ad50407397273e98d1..fcc9bb422b6395b0475a1d22564ad649044b0aa8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index e4b898b056eef4844a9f51c180bd0a94feff1a29..1d3eb317f7adb729a3af0f932c57af0befd1e630 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 8e8c07de3890abb2fd61ff7b5a7783eb34a694c7..bf084c95ad85f10d04bef20db0249b01a60143da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 50c26914dd5044cea9ee96dcdb84c3805d487c82..fdf944622a247fe9e37d40e8f9c0348d2d5ce693 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index d831df4597aee00bd2d0711e59cb9f6a42973386..81b6838f27bb735ded1d447686fdc43ee5ba3263 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index b98adf99f332f4006b417bc2708f60d11b2c9486..a0209ea9a7984df6b9c20f3bc5346fbbdb702309 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index af96f577485c070d294ef33c7834589cc70fbc59..12a76fbfea332e6115d4fb3fb86548f572c5ec27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.output.dense/_0.pt
index 48f470ceca496f76f2dffa047bc98b0916cc9add..eb7b1b5125ffd1fbebcfa86634a7e4bc2170e6ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.output.dense/_s.pt
index 505a1c5eccd89ecff5440a5a327767e22734bbd9..35c5819b4f1b98d6157c91f0a3df6069a51a8263 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index da3319893346a02e6dff44925e94a527e9221b7f..cce95646e6ff62f194e1cee0d26c54bbad4bc2c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index b3c109629bdcb880770e8a9b1024c0a5608313e2..57b4102cd8647b477eff57e6449c37459e423ede 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index c1e28152e96829c09c61d90944da3d72880ec68e..8657e0a50061e807f5cb149291c7d55227a91067 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index e1c927008ea9aa1c98d1309b12fa44eaa9923072..59581c552bb90821e9e41adfd926bd66a69baf2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index 77c7de0b98fc2fe8152791ab7385e2d9c835a1fe..22cbcd4d4c7db0cf241c8761a139952ff309e86f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index d5964f5e38b75bc58e10442bae311bf465807f9a..78073bc8499aa0b26f08992d6c84b4a54c59bf57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index 692d30782098ec684bc1f171028258e40d9de4e8..8c65ecf9429c6f9d5c7fea82854ed472cbff2c5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 21b3aa77a3340fbe30bbf80360fe89c2bcd1b710..35ee9999772d31d277b019699fe70d7cd5a9bb55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index ed124406e0fef3129c1ce7bc6549fad643c99f81..84aedf6cfc57ffb0cd9481760b08def80c61f22d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index a42312d2419e87bd27a6821ca4b3c3f7e1a0a51e..e2828cb7266d95347b98d4b202c122d23a943f78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.output.dense/_0.pt
index acc8c5ba48795380f9573e55294ab3d655cb49ea..47e6c11f510a36e28207181a493f57a7b921a29e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.output.dense/_s.pt
index 1865c574d3e3ab47814045b5e64fdc2614f8ee0e..3bde70c0e5512dca7e40391b7a02166278629556 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index df61e7e52e8913948667a3ef94a2f69f23cb97f0..4eb30d1c4a7a1162b74658e8c83aeccb18c8bdbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index cad5e9cf7da508a979e4c5987c2e383d1336f231..2417764de60b9833540de4cb495e6e6bfd60787f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index df788c9cd50f3474f2ffe70947532b646e79f6d9..b6d1c85d335a23021601225715b8b6d5f9080f3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index b5ece624c9120481f82db6618d02e60c51c1098b..a78f8a05ec1e75f6f83081bb074da7b1bbf9e835 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index 915d7358ed8c00b57fe8e08bebb8ccbb10f0b068..d1b775c286eee9a89ffdd83cb356d375cc7272be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index 2bb908943371d67a7d88cca69570fc2b82875a6b..4f96e6ed7930710196b1ac64c9829c3dbf86aef2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index 1c033c34d0bbac7ebdc89c33499641b5222eee6c..d197c1a229af45308fd67db9422d803b234f24df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index b12bbb95c622403944a911cf8e3e4d88a962e087..017e1905e8115f5e3beefa6eb0bc40a931c16200 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 263b44da2281c978dd373e06c82c4d8b4cc67860..78940ca2c4e074402a4ed4359999c5043b41261f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 8022c9493575683c7ee9334f13960f06499c1efd..a8ef93c219694508c4240bed3ac0f6cf01718329 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.output.dense/_0.pt
index 26490515c1d94d1778297f2e032aa98e9e32a5cc..e7fa9161db52d77c885c57a3e8d49bc0fdbb81ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.output.dense/_s.pt
index 183b03ff4856564304e70dad42de139c3b1b854d..77f51aac4967608b384643ac76e2afdb0559f6c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/classifier/_0.pt
index 0318539e800c495f7a0411ae5679a904525e7bf9..f87d438cff20485cf680799272353a29ea4363b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/classifier/_s.pt
index 9f2d66c514bcb31d2cf19200a603f3602464c704..36b1f40c9a8e74e85efbee58273e745274171ba4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt
index 84cc69b89eb324b573fd3bbf93a81e4456802053..529a06f59bf024089b1f2f0fb748a2cf20df490c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index f1e514aaef802a36c9c1e9b2af84d6bdf83b7593..d5236a43865db6ac03e295d523a2c79369e8e3da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt
index 0e9bb57b0264fe915daa69a302f227956b69e0fa..b3e5af6fe8a81e141e09b9feb5f660779dc6af75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index d534599909697a3453c2c3c3a8e0c40414fe50f9..c5c8c92d7000e2d2d1f661b4b9bea20edf835517 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt
index 586eddc1621bbd50090ad32c2e6f9b08e3cb1226..6806c5adf20d174df28778608a84c6ed7823bff4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index 5d456af1dee5c38a0343c0fd6e8e34d0f141aa2d..7e6007887072d319d6934651d62662cc9069ace4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt
index a1edae7d17e7078f5f174abaf8d11b127b8afa3c..ce353ed63912e85ef9c699a272d9821df086b18f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index 504d65e6689e4f9fc427de8f53405a1124df4aef..74d9100b312fe0b787cf17ab6511798827acb681 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt
index 3ba63b95030b5f3cd24698bb4e7053748b7952b5..e2a0f82125cec9da2689f5ae83d2dc93bd489832 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index f163c46761525cbbf45fa5de7b0206ed340c3ae6..74efd118913a9e3ae46d9fb06d7526f106c11053 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.output.dense/_0.pt
index 25cd663d5172958ba2ff60f7b2fd3b951a87423a..0b85c229597ce947175a76b3d358e38e1610359b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index 15ac35facda9efb731a878023278dce20cc7a8e2..0fac9292ae4856ff9044e6131227b3ae84c7a969 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt
index 745e935f44ac9eba555ba76e45e90cb5ffa40c1c..8c54a2d04ad1548f4889c74d59c63bcd9175b2ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index 6650a7f5ff3b1d66c7d3fb5d83742deea4dd1e52..eddce012e3a28b8646ad9ca635466924b4b6eff3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt
index e9a90a5ffee66d202cb0300e59499fa2a0328fca..6a65e48a426c05d48f1487226877bc933c91375a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index a83c0a6457e3613ed6b2f8406f7800750fefb5e5..15b37cddda2c2808337a5309e50735a1d5336ebf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt
index 1a0e26bb6ea9ab929334de2a053495f1c0cd1b17..ce2e4ea05033cf0f11bfef8868ca80a0e41ed558 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index e1ec6ac10642213de62ba214cf156299c9ab0e77..c7a23a39da84765bd9dd9fec5dcb7a24c6bd75c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt
index bb93a657b9a0d356e9a6d8451e91aca8c8cd0599..8d55c320e43f1a22cd30f5ab532657fa159d78e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index 1370eb0b52c0df8d4e12221516b04aaaf6437780..70edef9a5e44980d3197c2c40d84f10908c5731c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt
index a90093475cb7a5066c6899293731b41838e2c099..c742d8279e688d13fb840580f3584c0f895aaf67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index 918f498fe099f6fc439d93a0041ed8a34cf09130..d63244ea2b76e2a9a496ae8c5e93ae087cbc2d49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.output.dense/_0.pt
index 9154663fdd20be38c5873fd89e50793457920fa4..7f1f1f8d0a1e0c5cfee6309c28f9e8fad7af81be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index 07ebdb3da6a2f03abf50cb9ecfb20562e2bd5ee0..2ea76c8c5e254145136de5ba019d7859590bba69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt
index 73a3dfe0074cdd73e746548a4457bb531feb0624..da0f8358e72aec26ad320772e122eb5dff663513 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index b9a28eadd3c3503cf7df69f8117f51c882839631..189e462f7142b513576783500f58f09bb983273c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt
index d722b17d2a6f3ce40b0b9534fad390d2c21661b4..5a788e910c57087e79c63df01dc8068d519f7712 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index e3987a9fc4404999abe8053e66a9923b2dff75fe..94b2dc93b91bf67f756d2f6b9d69bf8df468ea23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt
index a4e20c004c21cef30e0f31660b7eb3303c0f9db1..610bbf93d8babdac62eba74f44ff0b84a926e8d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 3d9aa20fdd9142c2caef89bec757720757320213..40e994a50f7e9e0aa3ea468b93c1311176d9408b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt
index 34d3ae84d9f79c34d05f587a3f0482c397e5aada..ba706fb2c398904837ef49fcd6e6e4dbed7a24d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 6337f16ffbac35951de87594e2a113768fa36293..3e067b789af14176fb43fb3c60b8aae36534c820 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt
index 921baa80bf53a98fc17bfe49626b05d3ba59b5cb..61169369141876a7cd494e66e05d275de8bae4e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index 1a542f5976d824c613b5a4f21ff0e4808472c340..6ac0101f1d46b787705b4e2c3fd129ea3cf98caf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.output.dense/_0.pt
index f520397c51c43d07abed146f60fdad9c5ca350cd..3e9d691fbb0c2586341c019af21f3719bfda0c9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index de4f390a4ebaa4d0fd782af05f09fdce6968b4af..b3495757f13a9250501379ada4723f3282b145f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt
index 989946e25c3688c4372bb19d3c4036fa6b17c09c..8104e5a7f21f7e88836f1d4ae5fd0d49bf7528be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index 2c4d2d0e12074dc2213ce131b1ed06d1a86b5432..8c5a1631ec95bfaba80cc6b15c9d5af985897bbe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt
index bba7e16e161169d5eb7d96aaa2c2b09da009372f..19151c2912c64b90b956c8e93864aea1aef227d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index a865d2c917b22a7bd77709fa8a19c37180b02f2b..535445c8389739a7cc3ee5caaf7dd2cc85cd0385 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt
index bbd346ab6fa824486fbd293345b8e9ab01668184..46fd6707271c91f8427b26b5711106cc59ec44e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index 57656010632fa2bf5f337a2fc5780214248a7211..dda7c285e67fa5047b9209362c64d743498545ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt
index afa63ccbfaf03c7d45e1d2680a34d8d15e2d7e5e..e10b04741ad226f7e450f92b75c501b6da182352 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index 0a80b03c23f53e0202a568f443cae4d9d0a82064..73e562901bc08ababce151110c9fd138e2d417cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt
index d902bce3cead4296121857605d108836661e6433..ab881dee965c52da6dce351bb8128a5880daf675 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index edee4c3580d7494d851dcd1907b69c73d45b55d2..81a3a4516751d603e5b142e0e3def9f8b9ce7ae4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.output.dense/_0.pt
index 44b6d38f44b8532eca8a1c15afc0d3200fe23cb6..710aca114b35f0f815891633010d949bbc7f9285 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index a118a9611383ff61c5a44289160eacc01435437c..158021a2d6ca9a63432f2859f91d2c8c36e8bea2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt
index c014903702acf257f23a30aafe1121b2bc150c78..73e70fd1e0fde2e6c449b0981272ecfbbcb0e1d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index 8f918243eafbe9a2757d24cd726f7c3ab82a199b..f44d1fd35969b2d1ef1eea976529c380912acf97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt
index 4353de82b920bd067b63d5cdba69796aaae6f631..a0f5148cfe246918d0b771e2c7ac4a8d9933fb77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index 2b8514c0cb094af73e4802625825da0eb0812dab..cbeff4bb9768bd175f5fd4beef6e660437c20ae1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt
index 053cde52bee41ef24f12ec20ecd287f8df6d9f99..bbdc338d99b53f1336a889425f4d0db7367d6055 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index d848507ecdd157dcdf80338dbe7a9a86e2c93530..013d85c42a1c54f773961ffe5a8fb9e0d22d6b75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt
index c3a67d60e93fa771d786bf198aff98902f1e5d17..bd199d261816ab3bcdccc65791f3019a91cb1cc4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index 94773fc2ab6239628bb94bdd1977acc83be19ed0..136d98bdc95dbcac4651367e650c347c8b5784a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt
index 732852aefd1002606a07236e5f26263d21a18870..2868eb6d55abe5276079751237357cf3b7025cf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index 62a0f0cd8d7443f22d024acd474263950fcec0db..b30641b81e0b0b93af994fc03332a2c592f968bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.output.dense/_0.pt
index 480c2f06b12f0ca530c236517cc3833efcac2a2c..bbf252c6c6e6407568e425fe83c2812fc6b7d3a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index 659e6c610e25382fee5d669acc2ff470e64fb65b..27621fd68dfb0d4298bdbca8a57a0880ba3b9f8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt
index 0f29e83eb618561293068deb041a0b93090a062e..2e094358fff47dd4541949124a3f21435fd58752 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index a7e97583ce515f6413774f276138c79cc4efbca3..7b9468904540107d21761d1bec75de27ff107d91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt
index 1cc16cbe9844e566208b16695afde53ead688336..e16cd68a579f44fbc3f0dc9f8981d8b9191b1eba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index 8493ffbc463cc5bc056cf2bc8e3b16a08cad3cf5..5aae6d8b5c1da1c35bf4db6c043cda1253b62b75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt
index 87d2cb2b10434babdbb3403217880b1dbcd36d0a..55a23f6784ff85174572f883376f05f1907bde21 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index 0247f0f002fbdaf6b4d6e97bbbf55b0097a3596a..8bf68b151d29b2f41a03af9cd691b415aec832d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt
index b225291b9205ab72d4df6ab2f2af566e2dd33491..9929224106b87a79aa3a293531930efd845e4701 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index b2b23ddd9476894c1a0cb04d985c192c72cd16b4..95bc8448ae4ad16969a4a130dec724cd727356d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt
index 33a9c9c374b61900f33955df7fcf5725c7a02cae..8c2cff78700ad3c59afd1772ce0f003b770ce934 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index 01aa142c458d9f6e15ffcd6fcbdccd6e4537bafd..7c97aafc08c50ca5b249ba8fc42cd1a74efb4da8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.output.dense/_0.pt
index 7e6bc12b5f7f44548bdec6975d15cc186427b665..30866b455b4394ce5e1d587a9af75124dc501047 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index aeb5a9a50181ec32506e8c66ba676aa1ef9e48a4..66c1d441236dfe5a88a569efefabee703da928dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt
index 642c96cbec9ccf12fc9190cf3a1cf69596237117..c6c0ade904c40238ff3c1b7445f0c74df1c75a88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index a2ac204c7cc3815c8862a1dfcb41dc51c46cf820..d20836f80daf62ee357e18483b31b031b01c1e90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt
index 1ec3263173bc3c64468566b5c40258c1204bf59d..0816fa999310021b30abb69e5d66fda3e408aba5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 787d317a148c7ebde4491774c52237902c52c77e..b9f3cd37fa65ce052613f023b30b852f5c53763d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt
index efe1afec908b5e812506ffd341b33e4156b275ca..9e4b12ca190e61fc7336686242bfd3304b16bc29 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index 4ec1ac8502eb69bb7922c62abba85ee3854106f0..606b2fc5ec6934cacaf16b88f1eb5d62746b73a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt
index db1947603a015591c24cd62debe0adeb3eaea03c..59eb6a21bab46ad6945172d4e143983fe9038b0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index 4e7f302733d4bfd796e23a020f5a541f52197c17..cb81c797c6e9cddb684c4f25393581d713b8a858 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt
index aca0cf055db3a8a45ac48cda7b653112a98e6ecd..624e2969759b17cf8562dae735aa294241c5dc70 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index b3491f4447d45190f993915cd619ebc31384cdc7..d07106c1d4be91a845e7b61bc4beb96cbddde0c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.output.dense/_0.pt
index 323b96ebbd187926a1bc7622673c60b1f9c87e6b..1132fc10a55986f68fb154ebda40db27e0f194dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index 9366c6fd4e22bc75a026e2e62d84840006a3fcf5..61b8c1be3a3d35e322ade0484ee0ce7fe2e99d34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt
index c6b039929ffe3931e2048d3663b42bc9ef1feafb..20e772bec533c119c74e4d1a3ee86466b9f84647 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index ee1945f2def666b973e600cba9b2697adac251da..9095205c6e5832648a90f06876cac3a454dff055 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt
index fa9cc4674cc080b7d40c7a04cec995825079f834..ea53681b87f5f641719a334fa811cb7b52574044 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index 6e5efc16766397e2685f4070f8a24398b7861e8e..18f24710a5f264fc8508acea34eca658fb383e26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt
index d6603c37b0e22686370346784c00e09c55a0ef95..44cac8df3cc1956490bd7ff89dd742df9206da1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index be2a94f9bc809374ef1597f66af53de082860f3b..a0f450176545e2e60203cb1226a6845552c11c1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt
index e9fdd6d720a9ebb8f3091fe3d28b40c22caaba7e..32c762dd29d3f6f56f0520d867b3c3678be1f3b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index a04bd3cd5c712264a9191378db0aba043aa3e0ab..e96cc39259322de5f502780e0f84b5c930c828f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt
index 94eceffbfa5401d066d597a4408afaf583a67950..58bcf5a765816c8c3dea470ed16f163077f646d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index 9d613930f760bbe4c5cea677025c0f672ea4784f..f724d9c23f2a14d995517476a0b5212c79117026 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.output.dense/_0.pt
index 4a63aef20992dee6bce37f18ef8d8585c1a6181f..7a2843609d107c0665cb4697901e5a37dc935872 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index 8cffebf92e2c311b99d900b39277dfadb22684fb..b4844c35dbd51c90a571818979c4dfe74b156043 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt
index d5838423bc724dfeddd10b6c85ceeb5318937c23..0bf80ae1d80f69503e9e57843fe8cddf872a5751 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index b46c0a6489d351249dc2096a83e0d008e082ff6f..e4a09f1318a5da7d6e8052ccf630e5bbcab939d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt
index 76e7952a4d3c3d67f333c1262710c87271a870f9..435e5f1e0141283a9d78c66676d961b88cd910d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index 31a59920c7963cab59bb9041ec10f0916617ed7b..1491271580202cbdfcb03d505e72be0b66b8afc3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt
index 2dbca745adbfc3d0dd2d8d1d8d481a16e3930144..6833001a74f914378665c8511f44f1db082ea285 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index 50f22d894abb20a69a9877eafc7f1abede447468..3e2ed4745c32292dcf50ec98fb1072d5f9132314 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt
index 9640946d955939d0cf2bc8d6c3c921eeca9bdf89..a4e5eefbcdd995fde38fab27c70a31c1b14fa1e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index 2f624fcdb1d1778c8a48673aa93278fc20de6c41..7bce567edbfd28265bf189f75696ed97b4985471 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt
index 5552501087de84dd4c88ea9988aab85b7ef2a1f6..84bf6ff0ec5dcc1014647dd5d2bb5d35be064a0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index e24569e2c6b8646ea8633e9279e49e01105e3837..7140cf10b2fbd2cefbc40d11407962664db96967 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.output.dense/_0.pt
index 4e371a901f748134f170520e4404899f8e92de86..327a3092975590c01b99913c70db528d6463f97b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index 1ab77562cf956db6a87aeb670e7c907cb3bbda2e..917056bddb3dfdb9fe6a384609f6467f75438d61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt
index 3341864a3bfad5b7d57feccb0bba51f837f1077b..f0e56b49336b8fcb02bf144a8c17e97680c64aeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index e58d14d4f0a06ff209e1f39ec051e2d027a90107..f505db79031ff446a7976f92cec833b96e460e69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt
index 0b1ee7f668f545fd330abb8dc2d43670f90b0192..86dbbbbe6d88b774f48979bcbf64ec94121a4bd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index f9f2911b0b2e67190756ceaf6e2369eeca0c4eff..e0ce9f3f62f9cf703457c93e05bdee81f1b5b551 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt
index 3018f38769cf0e46e21330d4092406e243d59ab2..c4f45565410d3b45dd556c8e76e1cfb46ea283a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index f97f7d83add69a41bb2f42164bac7ceb9839b762..1d23e953648755e903720e58aa8133ff2c3baca4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt
index 25e51b0cc0ca4678cbdda89b2100092f7bd80c98..35d06852c845e6a61e69510d40bbaa9078b18b57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index a608d0efa2f05921b5a49419f437d8a2ac853848..c4a212004b560dccb9af4861ea8e83bcf1505a57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt
index c3397ac8a0a930aee7bb2dbc1b9b9ca7c9d86994..e003116a4d2865a4aad988cc5159d79fafff9fd3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index 4a0323c1d1d84c764dcbd488105eca8a78c5f27b..b6e291447f80915a73e153e5facbc182afcca563 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.output.dense/_0.pt
index f479bb72ff398abfe6958ea3b44639a373dc5cb2..e42bbab38d032b15adfa2ceaaa078165e327839e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index 41690a08a017c4285fc18c194c86c8565890417e..3ee23cc12f90666aeccbf47dbc2359ccba51d71a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt
index 03646153a7a6e444abc5c7e8265fbb3e26596d8b..b5d1c6cf6a7e4be187e3232a73ed3342468fc79c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index efe2197b788bf359d700838eeb68b235a7f69581..f3e4cc1a8deb8e9008ab77e0e35618a6a5182f61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt
index 452fe1768cd2cb4cc596165ddb7a82b3e13700f6..cc14185bb0143e9f29198bc5bcb9f0cf2f2347e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index c34e88c7c7dad2ed1a66110e4c3f985e92d88c0c..2867782f5cde74c68cf2b3031dda1e690a4c1182 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt
index 5c2cda1f75b6691b24ab771a1779b44e7fe8f644..5cd695181dac2e39f08f2ffbafd261612e19deef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index 3aaeefac2686d0627b3ca7c4500f9f8ee151aa62..e984ddc886fc368b3dc83eb66b24857c5db94592 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt
index 270b589fcbba4494721dd0c40f8d8d802dc74fd8..c963229a9ccebc12a52575ff934035ea5652e0cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index cb0a6bb96c2562a7e005f3380c2f162cf4ba483d..0114a8aa4c322cba6e27dc7d0f0bd6dfe2119d4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt
index 2d3b1ffa5f0c6853423b24ea5ecb1d1dade68b23..ae62ce5eac3095e1e20db6a1999b41c6c4394344 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index 7ffdab2aae7b745deaa00e8839bed35b302d1671..c76e4a891d70f7fe853f2bc202a4c39e3c854bb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.output.dense/_0.pt
index 4683f8e2f150be8a3fc6fdbf63a745c40b85d932..119ee744e612a8c8551facd71d5379fa9ef57f9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index a37d31865c073b40f833208789686295f5457f6c..229532ff1f41794739879af29143ba01a424d480 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt
index 33e358b666625c57f6d394c4c5fb2c6f81d22991..5324e2f18f11258bc8b5a58508a156a6a3620ea1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index a90a485221e1eeaa3388a7022ac6f54d7843daab..38619b47bf6231d0e1bf17472d9106406925e0d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt
index 433152dbbe5e77bc0253b9bea2c2077f17d83aa2..e3ce064fb7200d01c62d9c9720b94d005cb7006b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index a6720dfe7978a21469b2fbab12e9c74de159331b..ab5e00502c90cc04582d635f2dc4f567666c27fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt
index 09081b892271bc8dca421322de205f00ec033ce3..306918bb500c69a9eeb48784d1283cb68e184a90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index 8c71475bb54947ec62e92cfc68c3f34e39b7e508..cf59057d8bcbd258c36e906440aea5165c712a42 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt
index 8e690ae80715b1b54c802b92b1e412677031b130..98e0e541d5004e2c0a1236be405f25f4ff4dd675 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index 0cd10a848c49820241a09af0284eb03c09748307..9c365c04cb9ecf8bfa5528ce6e608c48d425375d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt
index eb68f210c7bbc9dc4d3b6890df325f7b9d72e17a..d0580bed4da930fac9353c788554aad26ce19971 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index feb561a87adf43261060f25619e4f7745daa5179..fd31c2e868551224523ec1614eb6ec34596e905a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.output.dense/_0.pt
index 9bc594a8336f4b3d0ff7e66e59b0b5c7f09d748c..9a8d4926b97b58d6fd2d842eac7a18d42f868385 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index 36b0dce343a0865c0d9dcc67e452b7ee4ede1a4f..42b8ab0aa5c64728fd44ec42e3afce40c35dc35b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt
index 0fddb51a9fdb50827a80e4b157268bc1b24effc2..95e687bbff0140dc1f6a9d6b1ea43889ee0ad360 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index 183eb2f2f6b00c7fb3f898cb25c76be05a05f4c1..f34ef9474597dd13d4b447c88fd24d3ad430d016 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt
index fa8b0ad30ca5c4d7d78db4d37230e0c8046509e6..10bc46b71daab8c16112d35117f153f7726affa5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index 51691268cf2ca2fdf95f71ca24c7baaa9fddea96..2fdb87779c41456534cc69931d17e4a4566b7da4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt
index 3611f042fcb112757021c98c49e55da3770170f2..48637b9ff381e7181d1a59e29e24db398ac70d9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index ec07e98e50ebfecd75e25b22006bc738d420045a..04da52959121669f30a153587f3f0dd35db81c50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt
index 27fbf7b7d95a7261bacb3817b96d9528c274f1bf..61b982b4cf0e431375a73dd89882ec2d9aff8bdd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index 9117b7ee81a7538d7eac8dea9ae1368c4a70024a..d259488c15b607a8bf58de5d37311f5980b9b27b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt
index 896d1f32863dfce0fb2b6aa9a0b607b0ce6935e7..f2f27d4d76d4a4cdcf226fc2a6ddff1762e20a8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index e340fcead9fcad59e4718fff01581516f6ae3b7c..621a2f709e47ba488374a664ff0b6ae850fa2efb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.output.dense/_0.pt
index 2de1d6df136a3ba4170f93e8f2b70149b22f7754..d69c9d43da75939f6690671bc2f3381980e8ecb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index a73d36cf8070069740795809665d339032da0a57..f38a3ddb7f86535048380a25ac0e9abedebaa552 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt
index c39784e973aecdcd56f37831a7a0c50155ac8fc1..18ee79225a81b12331db7b367353989f1a51e857 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index 4d0b3dbc560e6413bec10bff9146255feaf830fa..d4496cf710b85001f4d4f934631ed5a7749c5242 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt
index ae067295849742117676056fa357e42ff4467194..24ab9c9077346c054d6d07ae3592bebbb2aabb92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index b7035f3716a181d19854ceb38f614a00b3ab6672..9c46950cf3e18d224949d0c279e3d67089986f2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt
index 40b00b57f764b790107ac5340218f9075b20ba35..949c06e52d8803a91c432358e2f35c359d349da5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index b806c3e7f9044a6d930d832b577c37d8b60b028f..ccb13bd1fe4a5f52bd5c1f23a891b137f7eaf183 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt
index c8ac664e14d634861636e0f953e46b86459526f9..effaa78fdd3246e5ec8719491b21750d0813d528 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index f09e6312e2dc7c412e4327de1d5c3b5e22db5a8a..a90843cc34ca675faf215cbc0199bb5458587e9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt
index 9d78d0bdde95809685d178fc1894e28c56c0da68..2f19f98933675f6a74299868e7d72ee49b64db24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index 921b076deb007b306703fda99f3a2b3ddd5e42d0..e2bc3e07927d5ff48b8856abf447d8982acc6b17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.output.dense/_0.pt
index e2bc209266c7ad76edabfe997370cf441cc322ae..aa6b7f7d27923dd2f2aafcabfc475ffeac4a2a28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index 291db8050f084003ef1596645e1379ba11fcf6e4..49020d6a0473bbf4d4213c798345dd6dc8e431f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt
index 1707427596cfa1bf9c81cd7ff68e23409194cd05..2a848d4dfebf159e1116eee020c409c531a7e3aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index ae9158f7942e0c86f9d7a49c423decba092b9a12..09bd0e6350fbc8e84567ea13ff3aafcef6942c9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt
index a6f5510b5d2ed59838041e9e592431ddc0ae5fca..d250aada19edd996609cd4821a8f9485ddc03db3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index 9d43e8a73bc33a400d06b2c34a83235dbc4eb807..7cfb645e6bdfe13a489b7feda49b143ca384011e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt
index e21ba171a065fa37b0f3e91e383ad95bf3632940..d8dfd0f201c2657b10c010f2e8708e78bd7db845 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index c5cf84338cf1cdc624deeb5a8a07a4b6f96cac7d..f83b795489b366d03d7333ff4b0a162e86acd29b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt
index 732e895cb0803f61dfd5e419fe776fd35de37e51..50961b350e5588a469107fde4d33c3bf2678502b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index 714e7367e85598b392aaf9ef35d16852386d9c1e..cf22b779ea699c83f71d0f789db4672ee0ef615c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt
index 0c6e6502661df37659417abf2909dffb15099bac..a040702336fa6d0c430ed8b3e12326d0841cc5e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index ebe21e5265d1fccc5648885fa74bf79799f9b33e..563c42a7904cc3e5cd728deb0d10c41aa7df7c9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.output.dense/_0.pt
index 840ce0068efea919957aaaa850cee359c2f5567f..d1e781abf9034849ece8aa54c8ca971ed6e3208c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index ab4a01da7a4b1c667e5c2223cbf7d01e855c9851..f91546b3e035072f317c558ad11af1a2332c545c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt
index 4665706dbbc54ddc269e8840c9fb99aa792cb40a..86b507842845270c557d4e5d0742863c3629f853 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index 7a97f1a731d386fff5e2f4bace547284e402b4f4..ad2017be0905508cb32badc8d41c48db69f5f8ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt
index 2874426d6add01297a487e209c62b8c735f2ef5d..fc7bc5ffc159a79c9d7bafd1609dd3e61d545e03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index 23b15e6e52713c3283a8de5e9570c534049145cf..02b8af62346a147032ad46bfafe407584aa9b7a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt
index 9798d8ab91b055da0655d7bb98c70587517f75d1..d0ec2c951491c0a8fec0e32b10a06fed3eb99ecd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index 64f75d7a6f86b8d18a0b1599289d8186beb4a0b8..136de10849566ce18eca7df4b4400497e95b312e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt
index 4ad671af6e42b4a49e05e4e7345bfc2f7b3030af..7dccd632ed7bb10334b9079925e7640f30461987 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index 3876b6f0ceb857d47911856127156ee5168dd48b..1d6452e08fe5a176ff4af0883eb4b86248c7f1be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt
index 70cf5d7703dee9c35928a37d6b574c650c6e00be..232f660304b89e356f81ee2ef9202045cfc0282f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index 002902f65217811e6538cc471a12a1f3a717bde8..6386f22b258438a9db02a7dc42f4876cddcd5599 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.output.dense/_0.pt
index 2886eb3f38e654bb91aee1ace6518384b3e36dae..c40e4c26c4a677f34c1ac5a2695a4eeb97d2dbc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index ff0cfc30ee11fac4e5b1d104ff826d817079d2f1..d2e7a62f0acdef9ccd3096dbce945c9c67556790 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt
index d8cbc57d47a3e5a898c90255d19092aafcd85a0d..21554dedf1290a16b2f8bf3d7ccad89d754542e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index 74cf1df49517cf62b8852c1b7b949e121e8293fd..7cf351fd2e22108a82e8ccc97ad9eb724c83cbc2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt
index ae3f84a67574ff1594c8d61b172c466c8c2cfc62..d3237748fef1e41d8494edf076f4a15f313958c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index b87c1fddce4546e786999f53f6d92b54f0be67e5..abb7e599075e333b781a4b0d8e88d14a768c2586 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt
index 34db6ec4467cfbb23edbd8f901a49fa9d0062637..9f59e246f269b06bb5d4d9d14f271f253928ffc8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index 0643778a81535ac83fbfc98b05cde89c5bb8ad0b..03ac782aae2269325afe7117fda1e3eb750f4de6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt
index 3b13eb3bc8cc3b4fcd3f0cdb7294f51f806f29ac..ad86c3502a4bad9d1bb59ee983f55ac747901231 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index 2104b5b2c1de8cc95e1b149933ef38206b9d766b..691248fc1ec4a6554f65f04acfc4714dc112f300 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt
index 0716610cc31b4e8cf8cc5b2e35deb620046e94ef..a27c764ed40ff197f8163f26e971ba719813b001 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index e91eed4533b9c0bae475f16f5a047ad808823488..c2202e1a59b0b9f66b4407601e699a3f265bf868 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.output.dense/_0.pt
index ade5ab2ea8ed065e523bfbf0a1f582a2b372db95..2d4c14ab3613e878ff5837fdb9fac8a5255083d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index 8b38488b2702d98282a8d4a04520f0e9899a1ee8..f4ddb3558cc9e86d31ec69a2b4b01402c1a49e35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt
index 4c4dc0e1db114cb7b7de214a11f323970e5cbb7b..5c3bac730c516edd9018c4a26ad83619b2a26698 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index 6e4b1ce0ddb7e835de8a6d0ded6db5063a5b08b0..6d1343b11771b4a2283e4895aa9478c33669ab20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt
index f17e8111a35ad1b7089ad544315d439daddd188b..c7faeb2734d53b511ce8eb8cc00f644d85b5c4ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index 64f0cb56a8b3e830b3f686a0f59b3ad223df397f..f2e2b5a178db7e9b660f26d04173651ba11e24e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt
index 007696fc45b2129f9ee4458df4fe1087e03bdd3c..0ebff3304ba3eb4783dab58e5fe9d7a396a7ab8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 11c45246299e13e861c49997b6c1cac21c39a56c..bd26b284a1c4063bd9078f5abf794558412f4733 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt
index f47ceaaf3909e9219f5e420975229738702f83ed..22a5437bdbf025ff4345422f7e10d8f11b4abae4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index c0738d7203ba86d3af9bc3609bc51b408889c5c1..ce9f5d5198dfd1fd4bfc96810a51e7eb505985a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt
index a4c0b12d9735cc4e7a99e9991d68c68cb135bef2..47e35085199470930473a19c185621e95e8cecbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index b521add40a2a28e6b926c46176fd04d2217b8e7b..bf5922f3762623587fcaa2cf14cee9a7b2fc2dee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.output.dense/_0.pt
index 983da66c7dcf4dce5f1af031550b0ddf4d253873..e7210af0a51cde06a2a1d9e738b793854680494d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index fcbb3d45a18390b9d671a7e381a0896cbe00dcf0..6ca288570bc5d63cb71bfc81e908d4819a9a4e40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt
index 6c7afa89f88fccfea842171e99c5abd2ffec9957..168efb7d82a85685a95d503de2cdd9c44d898579 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index fca179ef142204122c4c12675264379474b9098b..815b542f36f6091d8770ff26fb0a085c329c4e7c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt
index 6a0aae01404322d7464152cd3a1c7e07db34d7e1..0cdd553a3748a8141a0b8dbd4dbddb99df4f666f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index 1d884140c99cb57f968df780e945e9cac757bf02..77ab5803bc6227260f51e075cdbfa12d2c5a315a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt
index 1b17c5380625dc6fbd4b84a898a91a4a1083a447..0551de13cff305f70e62843face8ef47cf3c0e10 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index 199591ffd6f02bb2aff169f5f134ae51338a2a26..226b5e1715e6f940a76d893ef50f47ea538c79ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt
index bbfcf44c6061cd0a88940179c923caf159a53ed9..178bbaeb611b57ebfa471c38fcd36f1ffad1221a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index c5854c58c3cd27a29bc0fa1f94d986cc3f0fd15e..b587e2b54722544597d2ab64121ed5ec8c85346a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt
index 8053c7b5efb33424b597c386a4097ea83cb1d4d6..fd887612d4b968a9c268be99508167764023add9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index 6bc8ff6f0ca933fab58a100c5317395fc3289536..a327fa4dbd3cccf59c1a3a7156b39599d5b2a096 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.output.dense/_0.pt
index 0a7c3f7dc5d700e8e0528183961e0167e2dca779..0b138d95dad24c15a18a315d8cbfb6b216650df7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index cbba92f5dce4b321864741cb68888a2c4493550b..0ef244737fd25c51e94389095cebd84222e05550 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt
index e944a1200471ffdb65de2f333b9242b68343b59a..f9d9774ed845ef257e45def0a45de16bace21c74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index 4cb06481560814d0f34227a8b874ab7aa4239c1e..d31529e848615cdead872c77d76d0d8c1c9d16b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt
index 84483f247ef5899b7335ca62d74061f8443ff35f..759f3c2f9c6c3680060aa80d708c564cacee9c39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index f75d479aecd7f624e6227829b5822cc712699337..9881f1b97a4e2c4f8036dd0a5830b2d83dbcdffa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt
index 0d6d9e88f79962607664a2834fb37fc94cd9de9d..ce8ff1c5d4be00b2de9d6e45405af5eb61b7b845 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index 9afc6c15c629095e2c6129187299327f63d498f9..8ab6b03c0d6ae978296b94991864e2473fc93d78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt
index 5eb3fb40785ada9f22754857c1dfce64893dfe2f..427723c305f9fac9513dfc7206e82bb29870b4d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index 5681f5a0beef8a1e3a502a9d86255575bf0fdac4..4860c3bcbce814d9dbe2480243ce010c7a24601a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt
index 7d4fa183366b75849ad1534d623293918011007f..f819d75c176c92d9190c74349b3db084bc41a7cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index 3867315c5c30b568e6e99316d0bb68554fd7da00..0dcc8ab80480ed54486c6b0a10438b47e476dd64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.output.dense/_0.pt
index 2bb5017fbd88f72a7ab4dbce57a5fe02d1038360..84c977ca7fd75054c8ba3e2c5f7cb53a80538c13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index a37643bfe2e8c8b3b4c12967f67a5acdfcbdcd19..e5adb64d51144ed2841662c5a317fd44cf35068f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt
index c5fe25a70c28116d40332088fb9a506012dc362d..2b440a022585a0d017efd81df73819d20c3bf62d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index 0a23c0938df48b132db726fdf3e2f3f7332062f5..61f3e02127165bac961c04ac90d311523bfbaa9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt
index bb94773b732fa7ffac443db9b3ea5b5b12b1f7c9..5f718538a0ece5b12d3b729b267474f8a89bedb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index 60313775dd8c770db4c7dd675a191f82e531b051..4f91fa37891c9e827a09f26989693a9e67ef7c20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt
index a50cd09c0377d09e75320908ec95b490898b9d12..277eafc9ad7b36b4bd1ab08e834b0da27d438161 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index 022d3559ecc605d3e232bd7afa7663549aa7a1c0..ea54d4add08c96f9d2ee6d98c7d064411afab9a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt
index be868541a88eacc442927f0473271f1941156ee2..dd876f071ad8a1c6a0bf0f83a602b9c5ed40a50f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index 3e04964e02f2bd4131ae958db8ccf89e19d0becf..23adf4ee56f3b1a4a894d48645a88fc67179aa6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt
index 9982b1b7d483dab5cc879d65f2f57d37adc97de2..52d1d81ee7158a87f9477d29f72ce6b9d9c2a60c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index 744dd89c8a56acaebefaa8ec24cfe08cda7cb920..f97178733ddd7e9f30f749a538f31259b960733d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.output.dense/_0.pt
index 081b8cf3fbfa623bb24caccaa658ca2a44d873da..252cac547cf9b6496ef3f69aac192153335ab67d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index d7618405cefcc5ba2cfaf8facd77fbde96bb229d..9a4f6596b7d8a1d82e3aa7b9c5a1247516ebdb73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt
index 5ccc5f95a2398b48e8bb4384bd01e971cc1d743f..4069c7f0e0535ec3d1626585d03127585923b2d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index 3100d95184ac32f10b1d3762612bbc7fd06c3529..86dc3a3d8bde60e3664f4506030d75f5d2d27fe4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt
index fdaa41b60bd93783c73c23b8fee3799fb1f84d35..5f9c804fb09c1cfcb2810b94c72cfd7fdc23ac3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index b819f084f21362f3a757126a76b3a3bb42624959..db2ecfa804ff360e673f2f1f5acb2603a199d5b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt
index f190f4da5d012b30bf7e5c0983f7ac8c68ce1c20..5b8af3364435cfac42405662abba1e1c34f1df8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index c22e524e293d29754a00b5a371706b308f05fc42..0bab107a5b16cb7be1782ad72163a11f96fabc1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt
index da447a0b5f2063a4940b8301beff745669ce737e..f2ebf6718ad2fb5dd267b6f6e14c306970bcebbe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index f63cf3b87e6a636d8482af2321364c99398d9db4..f781e9c13916f51ec6ea9d05acc0c264fbdf9e61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt
index 1b911f900029a5a3bdd4a123c335e2c53bf111bf..303f2d90a9374b3166e612bd86e0aabe682ec78a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index e61ae3a8e0a3af5028913976b43c85b7ec4835a6..a1d246dcc68c2ca915a01825c47c1192a7ee6252 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.output.dense/_0.pt
index 76a0ba33f241a41dd3db0211c3d39e15b44917a0..15be5d151e8d68a1d5328fa5b49780c6b74c0c99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index a4f9a0c6f6cba7c62b74d7d43fdf21b8e25b1971..9fc63036a828e5e6bac2023dc79dc163fe949b11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt
index 0887be0ecd63419bb475169e4c44ce3aab893939..5e30c62a982cfc08df2534e60241e98142076d52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index d48e74593b55b653ded5bbe0362e892f8f6ac38f..4f0654cad62fd82c4e53ed4c422abf81a5d4a862 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt
index 08d5fbc12f10d7db81aad35da3885f470d1c7c2f..e38f0eca2530270618fc05499e8e45c774eb5a37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index 59dcb1f60411a74fbccb168b9b6ffcfabc755b74..b99c6c053922327730a162d3ef8693e015a7a14a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt
index 4b7274f8d0c4023e8fc9c0b1c5cc1be12fa324a8..cf8a5d3c4f96b88e6feffa9ff1e96d129d59894d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index 9d4bd0ddde2cb2f03a0d4fc9ce4a30509a66bedd..b6acebc44fca23af6d9a6ab0c183ffadd2355d86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt
index 966022a2e06d490dbf1eec20b19ba92cd2f76de4..9d53ae4db3b68d9016db390e6d8faf2689986dfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index bca4d88a60f1a75f9138543cd920ea2e4006da8d..bf1e05c0180fd03c1d3ede950cbd966be83bad25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt
index 8f9fc94cbf12f625a342ecdbea0601641c38ff83..5bb003eb099af834b7195c9cd3b3f7da0100a6d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index f03ec6aed88e9f82a2d54bc9e4ee7069fa61fee7..994a9ef3d191fa5d6932aa504ea2a4e61a4231f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.output.dense/_0.pt
index 568d99445b75b2168478fe98ef5392f1c3d43f8c..facd7e7c8117ccfd6cde211c9cb24e7049615266 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index cdd771a2adbe9dfa14d2a44920f629c9ad51abc1..50f3d27f054cc95899d4be5a131184073b73332e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt
index 7c48e30a31c30c41da03adede7ed0d8ff31f931d..36fecd5cdf9bd06f12ac2114e30083e12e468cb9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index 3808b60cc03800221c71aac179bd6be817219cb2..cb784ece5bad51e06a7f21449199b21f2b6b547c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt
index dfc2073b5a05b806450fb188ccf380ff345b729e..458a9d1ab29e1d403d76afe87672941ffb494dcd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index f98bdba778df9fdd722803c7086a99aa6e7ae60a..9ca75bd4bd28f38605c37ce992341796318ab9e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt
index f526c238aad8220987919f0888d6e980a9897846..59f889b43f28f00220304d718416865184768be9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index d454e6f4f763a5f8a21d4a6de4f8151baee08c05..7ed559da2eb29b7cd36b0d5493387301f469582c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt
index 26db2e87f366892234bf20f6339529bd521e41e5..9a88d04ff79784ff57d2b2907e5f5a7a1db6512a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index ef404521a3274f4ab2796fd6b191d67d091a278f..f438812e54a228107d88ad5d8c1b61c98a5f9ad3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt
index 1a87aeeac42e86ccfe690bf7f29e76d87e75e875..5048645bf558f56baaa0b091b190394993c392d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index 8873c9eb938444be882b09bb9d37763ebb1306ce..c9252e9d4a73aaeee935925bd5433e85a0108a46 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.output.dense/_0.pt
index 0bebe46c473805d87fbb2c93bfc298454ad0e035..fa639a6ac384f2e9d8a6e305820a9bdca1401bec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index ff535a0d6ea787643631df9cebf7f3856f17f37a..18971e5b89b9b7479dd7ac6c59093c52d5847310 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_15_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/classifier/_s.pt
index 6887fa5cf189d9c57d1bed5d714209d7ca7882d2..37c5099261381aced05a243cf758cb612483a335 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 450cad34f231c8b850c6a842323551cd28af3697..ddb3b5a793abc9ea8311385afc17c2c186ef90e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 7479cb535cf0a56e6f0003a1cb6fc91ccadf7cd9..309dce4ff0b667c4d9b330aaa6d77c563fde7548 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 0af3efbd12a40481bc23f6eae63eb3335a263c97..35dfc20a76f32cb0dff1a88cf8f91db1fae8a40f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 9987ca37b2fbae24360113598e25a250e78e49d6..e535102841b4085e1937909a126db5cafb020568 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index 97fd2e104afbd5feaea16abf3bd51ecad5da85e7..6fec5eadc1c01a5644656085d05d52c813e98dcc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.output.dense/_s.pt
index a759bd8597e454ecb355a3ed418fd7cd7cb9b084..3ef2a7fb31296f19b4e288c5e232df7db7c3ba68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 6738ccc5003dd92836ec00ef7e965540e94a9700..47f53b1df3b3df21a99f8c4eed55a74034bd8f72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index 52221ce6aae521a7a01bb67fa96977067aceb674..3adf1eb0779c7783d32157bb9196be9e1c702948 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index 0b356292503270417f003fb8a504576af7fdfdd1..e35264e2baa6d23b4825a6e1819f88ca47949551 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index b4c62358faf3f79a4e550b1df10840d674519b93..35aab9bf123925a041cec1e7fdbc8769f0e12981 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index b13cdcd8877f8bf4a86e9679460741a0d7cf4e50..c401007a169dc8ff9f5156392b7a5f5de051c510 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.output.dense/_s.pt
index ddf4f6d31da5346d6b2792954a8a57bc64a57ffb..4961cdb171a0ae519f1c06695c5d0fcb16ccbc26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index 59b600ba868654bf86be151b47209ee213263971..ddbd8028f98bd27760f07596a85ab1d66eb676a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index 93678fbc6f9f8c0892850b95e657589b76f7c700..b1ae92b7792a0a8f3bbab7515f12db499343401d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index c89067abe31662bf0c5fadf5d8678e1d8f63a132..2f96164feda0d1ecc0a860f4b3d830d1c1454dd0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 9d0f7806afd67d28f158199720c11d4d6cfeec5f..d761e318195f8bc8bb6b31700b09d569de0847e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index f3fbac23caf26f749fccb0a046c4a3bffd91aa51..80a9c353e93dedeb8e5d2f35d943d7c0a5a1d47a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.output.dense/_s.pt
index a28a8234d4348e058c57d5925bf7c0799169281b..9d73c82cc6e459df98065abab2fd495f30bdeadc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 419531c9139c2fe1a29849f13b15cc74ef91cd53..b3b891d7de996f885a1a6c32c379891aaf03a57f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index 1f07a476f094665ec29e49f23e6f0dcd0d30d620..694a475ef50e17c570da24d7c124a1afbf46c637 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 148682a6b4646bd723e0fc4c321033720552160e..21958ecb4c10dda4c1e4e785647c28d952ee7510 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index bc7656734545436a21df3102d4fadf1b1a7a4933..d6618298fdd3d46ce14c4b5809a6fc5b8880a6fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index dc07efce71953f0760fd261e3903f26317be4a77..b99a690aad57806df76a9a03a546e156357a8cae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.output.dense/_s.pt
index 9bd43799663f6af8e1231c2fea514c98a9677926..8a34e82d1a8b9b38480c21e70cd84d2f67b9283f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index 57f678678fe3b172aa8d19469a8868c700de5879..a3fc44a493f5b462f62c0222763319c2a9af46fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index 06711f5fdd56b2e49ecd719241dec297bd7f5c15..62802708dc5fda1d495f988fd4960a88fd9c567e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index eea2a8fa9734482883f6350280d3ea41bc0881c3..46510c4f2acbed8db8f133d63ad504fb59bcfb09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 5942bd44a4a72e00102b224f2f7f11946ae2ee8e..521f0ba96e924b73acfdaba022683bed37329d95 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index 0a31a44d275639c1953dda70eb8edcff0dc36140..c97d0009ecca3dc96b9aadf7d504fc8391a40c79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.output.dense/_s.pt
index ae55f796963b66458da83bbcc4d5cb4e4ce91e5b..c1eba0a2ca9064742b2daff03b6695be61423d6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 7c022fbc9adac5aa51aaba3646c1c02324604745..3fffd505860372987db336c4f0449eeb4a2b2478 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index e2ec6520a4180544ed6b858c4a3454969ee4253d..99b42078325fd62a5e2e08240b8a5a295cfd65d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index 48c5d1dabfde86485eeef92eba47cee1d1905c70..88189a579ad856352c4959c795090ac69faa2921 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index aacd6621659eaac9e6775782816f7686f8a3a6e2..2edc53e18444291724eade8d2b312eb948be6515 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index 4eb463e18c719bb3acc5ed3d4a5039e9c3f9cc78..d4adfc8432d3f6adecee6e05bf1435430e59c3a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.output.dense/_s.pt
index 47c0881e2fa11b3c679c6b584116bf9ee094947a..42d9d53c89ed5e1fa9984c5c1a374de0c4a40330 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 06216763ad5e60ae19138c0480f8a1be5c46e28a..841a6e09e7bb3faed2c81739a94a2d9fa169e0b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index 131768df978df828c9fc562dceb13a7bf858de8e..ef4ccb7da04a981c04e5f304a3a5fa8e5db1ef55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index d0c0f483441b8b7f725f6304c088fbadb6a8948b..ead38cf18097a637c8c5003a3ccf078fd256f4b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index 0dc8e1159a7acc426325ef06eed6923aaca6b7ed..f4493fd9137320ccc888137d963fedb327f2b4f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 8857b4b8deb8afbc3eb090215e632b76ca559238..425db0e1e540d4922f898d645d9a5b185c057b51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.output.dense/_s.pt
index eb805b549d43071337422a84b7c8f82849b37e34..f95e27f4f7dbf8c0e27ebaec31d0c4478d1e437b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 027fd47d0d05c74bfc9f3167307b843b6a4cd6a5..a2a68e13cf3fb4249459155f28d1ec1ddbcc465e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 3e2f2d14e71c26dfa0b373d9c6478e6f1bb68db7..6f2ab19134f66b5ce930fd0bc5222fad6c033e8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 7c0436a5afb8cb47ad036301dca3f650781649cf..d1b8ffa58c425a081e651cc61d64bcd073dd9f89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index d6e312b2d2a6ca4a76c12f7cf0ec2e0211664b41..a6a1b4c5e7f61714b13adc077feacd24ddb076bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index f510790b284414a4403ddc9482486e6553269fb2..b2f1e7d37d89a2e14fcab9e5b5b3ca466df6bbb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.output.dense/_s.pt
index 8b2962786aefec6eb5e4b42558daca5dbf86bb23..d8fb3757cec2f6dff50f905af46e88fc33a53286 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 0dada2c94040e417d7a850d6520606981b14e5d1..79caf7112b40e07cbcd8bb35f990bc48d9659ea6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index deb29523a4085f5bb29f385afdaca53d06c5de19..427b5e8e6da842f0bb2c5aa4e95a11aa21375cab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index b7ddc37ff4e07c0abdb2e2553b6efa4545083ff0..3aa55ccf1b988488033da7d0949a89348f259d9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 81e4d69ac43ac6d00ca1a098574fde0d2815b44a..8e0939e83b92ea83fb1a57cedcbe94b86e6e0446 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 6b3881c5adb71952067e92e3099ff48ef5924f2a..edd6c9b4535e27264aebe67d0785d39f894d2be6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.output.dense/_s.pt
index e2e930e539fc01c109af2cbdc65e5df625a86479..30c013c09232b8f09d96e576532d7c19a41b1bea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index 165d6484fc50106f27d21679507bbd7d5deb750c..9f7e714d61e144d528bfc5a53e1c74e3293a6588 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index d566653507227703bce60b41d44842ef794edd71..c2454da4b4b533f035076fc8067ad39010a68593 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index bf3e43fac497069e1dee501a6551ad0c534f67e6..cfc746a5a487b876d4246d0a52631a47e5012156 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 56b5be64b8644fddc567d25903a0ad8c282aa6f4..b8128853d5d02f05b86277937a03baef450d6774 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index d4514717e0e33330687b6a54c0c3a79f508ccfb2..19a7c8111e2540f0c4b0b7f7dfce795cce18f88e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.output.dense/_s.pt
index 285eefee50fc54cd3dea9bc987f7e4dbd02099d9..43598ab39120ea72dd8fad2fd7d6c8865c362d92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 4b5aa3935eeb9de6def3c9581b605f78ea05317d..f5d56c6a479a5834eb47993f033b15ae36a97796 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index a4b87bceb2a147b72a73f90f7451807dc7e3795f..cb165c97744254df5f64393de916bdcc100982c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index b63ea097d0c565438fe332390b5bab74f0b1102f..4ace6f83f4d1a271dc11e0e5202bf58196fb5db1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index a0b3d7484b7d988a5073cd19e9a627beb6f94b1d..c269c96c0131e26b83d3477b00d7090eb0736e49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index f1b370dc78f05022137137f5b76bf9094dacb136..0f6f59224e7b9a7a25ab97f4eee8a648bab25b90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.output.dense/_s.pt
index 4c68749a2f2323f42c9dae5b6b8c1a45c93dab8c..396571c37e3c1ca8fef435d4ead7f2235d1a6ff3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index 4458568bc6d2f23c8ccf14cd98d5f2ee4c68e12b..a1dacf4baabf18f11d6dc4a07d75537266a91878 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index 3caeadb355f1dc7185c3b8e27e13caf4bca43a79..ce40c3568cd80e09dc9bae666df872b54b2acd6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 1a8c15097c916bda444b3aacad05d0a32a88b858..66f22d814e9fdf52b1da5c4aeafdd2c795a81b16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 3a1c37e0093e6077f8d61aff270b88e3170ea10a..694bfe931c3a9406391bf73a1859e064400076f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 96390c06daa4d3136201c910b1fafa80c0d49d86..08d18e1e4b674e1a840f3a7b4ea21fd1b02f2d28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.output.dense/_s.pt
index d6ade710695880022e5748259e6a1c9e90ea9d1b..c87c4b4be3ea78e776669c8dea4480ab284c6b7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 252c0c013b51ee762c82b35288cf22e0a456a46b..ec9d57f3f01c379626326cca57c78c60d02bac01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 71c2155f908a38baf1d7d56d6fd3f0bf79b58e47..82be783eb92449d8cf54df4b42ac7d42c9ecd53a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 6be2c589a0b208090b9264dee889c87ceb594d9c..286450dfd6b93aac509c73198b2f14afd613fbdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index 931b5d66c093fc68a5b787cf6478702e31d3e2d6..77fb899e56798eaba3eaec57e5953c1246700674 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index 672924ddc1313be25495764355cbea588e6c354c..f3990ee3755c660e78a62e03139e28f38b3bd30c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.output.dense/_s.pt
index f05ef19ebd21c9575504fd48a26243053253c3fb..1fb25e3a9bf6c0cfd09500b8ce40f6884d400068 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index bf97b3e9754d72bdbb4e5859fadc00dfbd4d8323..6cc174b1df43e50ea9dca0444f7feeffac05b62b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 0b39b61be1976dcef45aec17782b737dbb9c40c9..e204f5c86898e3b33900a18d20fd94a0935e1df1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 2b55c7f89b280dbc61a7b237065868511ddca8cc..1fc2a3c4e4d72e851f11b26a4e937eb4f0599214 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 0c4857a7d551dad6e042355627a2adad660e3139..39c6d257ba59319b36d810a74e584d358d9cc353 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index 13dd1524ec1a9ecf2ab3d159fc0690bebd55f654..fea81fac0e68a9891e52787fdf172e52514e57db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.output.dense/_s.pt
index 22c9d2110fd69e7ff141580e8f5f2bb042b63674..6a83cb44ad623d3a1d8c4333738b43f4f7297c81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index 3615f936a22a65e0f29df6ee6eed1fbb708101ea..0f783edb4a409b3ab805afa5776727c7cb8bc471 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index ef965167759bfe042c4f6a9769e2a5eb667f8332..94ebc6b137a2b8a76ca9435749d1aaccb23ef460 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 7a7e53361ef1dc04f04a0c98277d7d7ed5d33f9f..a5784d13e199a0749438da768d53722be7630636 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index ad6fa2817093ad00395ddf06980f0372e84bcb3c..2e6f0f4555e9ea0a4e97cd0e8695c287d0ac9e6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index c9ead6b76405022333779f75cf356abfbb01802b..153ce7f2db3af58cad22515f4e78664a5e2e812d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.output.dense/_s.pt
index 64ed0aea97129d9dfcfbef0cff08f45d0d22ec5a..40e5ecd6c5a2265b158dbf2da0315db98b8384bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index 08d437378c6c56c380c558ce4b842fc039430f5e..e747192f2306d8f12d1feaef7ae64d381c390221 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index 8aed24d31ad6d428dbef474c7099f77c273488e3..7238e085cc77577170185a4873b34e40f449d6dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 882eb60220052a50afe4a094c32e116934a73424..e2a289affca9b8cf321eade8db40e50b9c9cba39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 66b579044593c35c63fc4cf4f74dbdb1a978c228..77279418ac534e62f5d8ea3050333936d161619a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 9af3e99b431901d33adb2c5984ed6e5cb7ac637f..7b46e2a23d62214b2ee3759dfa496ab140e64698 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.output.dense/_s.pt
index 8d662763dc8160509dbfa02ad05ac5f931a6b052..1713d791291dfa7c3d802b4a17e897c3f0700d00 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 2c9a2f06e09ff4ae6c62a833c38cd6033465700f..2948606b12f87349dbc7b696d94e454953d5b45b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 22c30071ebf80bde8c71fcee825a97feb0148abc..5e70530c249e311b26879cb91d545de727d6acda 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 8aa961d61c3b8e755f3d3e275b611d7794f26db3..3a29ec883906bcf28b58092cf9d3cb61e541b44b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index ab84bb120535a6a453697151f1456df96ea8c0b0..9025046231d95c6240aeb64dcac9ef40dc7eeac6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index 7cd27b8660262e2661db46b667666178960ea4e9..fdb0123adac16efb73700dc6aab8e59e3cc42189 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.output.dense/_s.pt
index 31d2e1795ffc4413b52ec2322f949a3dae511ed2..c5ae4dfddeb7ecdeaacb2eca10798ddd901f214e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index ce9bb5daba2fbec9ce1b39bc1bc31f9b17f0e1cb..af5a5280fa0354540d470a9d555e3cb3c56de3c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index b5881a86d821acc67cc52f81df47e94b6acb860b..f1927f5991829b691ab8afc635cf77d178ce1c63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index d40f00b7520dd4c49d657ae3306d7980bfcc1958..9e4ec00815b2db99ee9e1bc8687aa98e6d735fbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index 2a25d3602efedfc064e40a69ad5c8cbe8d29dad1..920c890d6fae8a746842488c4d0a3cb41ecb71f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 7bc574e95d21dc4380a42c39f870ce0e5e7481b5..8a30cce11a150f5cb5446ca111c420fdcc61b061 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.output.dense/_s.pt
index d6c4ec9d8655c9657110637fdf3fec165f40808c..e316c7e806af9afa26bf53be1be4c105546f6ccb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index 090d077aa74bf0e3fa6ec172a76827842a657c40..44aba2ffd261545196513aac7a25f777c8992b1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 577f3eaa862fc80742300b4c25e982f0e4c39884..213c313c94308ea4d41e43f7162fff5f479ebf2e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index c12ed1f839806ab111d38e21b989aa31bbe8174b..ee02fa54e68a6bbe40e103c66d0ab5494be90e81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index 25c2d98cc9c21f3214d4470ea74496a1ed4f2fed..669399a2fbca659c1c1dba2d719933c9640adc53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index 910d4aa1e69015d516d2fc04d59bbbeb5e0431bf..40afaa03935edb972ee55895a31893c4399ccde1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.output.dense/_s.pt
index 2935840bb084d002cf0d1e8a1cd6858d7b0f55ed..79de3508d49996287dd85295170ab6c2da02f5fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index d6a15c55eca745e826eac383eade3389456e847b..b545779254519598a02700f046966d1668a5a165 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index 653857bff6168de15325a88465b701a46c9c31d5..ac7684ac44b33e4bd5ea28476ded16b2a7eb8d2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index efb7a10e7b5a7a034d20afbdc6f91cc2a8d8cf56..0844333f9ee66d3aa068aa7c1fc7ab860730e06b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 2285014e1be4a86ef2155312ec20a136efcd3e0a..131199e536f2c4621545685185465a2d4b1bccc4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index 4a12d5c0c4ccf9b7a30d9343cbca05acbdbdc59e..67322ec940ca87acedfdd93f55ad4bd4b93ba5cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.output.dense/_s.pt
index cdad91da7c80e984aa0069b638f92963f8be9ff9..57fbb4b84a19e4283cd5a8ad27527a1136922ead 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index 8f737260b772cce679ce98668938098c3ef68795..1caef74d1469d96b155d719df72608a18963fc0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index 3eee524cfb40d77fdd496af98fb4afabad12a9cf..c9afcbe80637d73e5f2b340619d514c2aab50742 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index 00566440083ae524aacb7abab7bb33e2c86d3c22..0e2cb2bbd883213e4831742346fabcb4c882c177 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 9150514c1526abe1baa059a3958beb9ce5cb2e48..19b80ecc1d03795738a7858f17628451a1ad0964 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 19b1e4dd5962f923c76ecf44230d7a807218c173..7aa4bab18262c7e16baea6f56af9c70d0a67a855 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.output.dense/_s.pt
index abdb187d99b8a0de960eed2eff363b93fb4bb32a..9fe7de871b39216cc52e7f914720932ecf31f7e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 4c7adae0b8e26acbb97c6d4f429f4d184934bc09..fa799b6d191fa7239a227bd7670c027efa7786ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index 68a6d13153c57c4e9f763df4927b7e551d08db01..fa78bc75b0cd5bfa1193b65e7b4508b52c6aa9f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index ed7ed6d187751b6703a6cc44802f83ac77ac66f8..fdfea39bae0c9812b5b84438763e9e9b09916bcd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index c894c1157661c5538f80f9edf368afbe5b26e2cd..c942ca4ad3ef87d28bcb634271eae024be78295e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index 21f1dbc3bdd9c27d88c078c9001c924b4928eaaa..34fb131aa3f590945dd3863ac5f8b393f3689d31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.output.dense/_s.pt
index 0445ee6a22eb0341723e57270956324585624123..52a9c31d559cb90316ca6f2d9bef90ac77c5e573 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 10accd714e02087e39165014bc38f6fc997ee473..4e68e238bb974b4c35d436b4cef4cac8212613ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index a3e23c75d9cd5d28de77b2e2a130c9e67ece9382..18f5b055cdc5c6eee1f3fabf4699fed55908b390 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index c57ae1dc125131079ab55bb4fd8458d9f37a04f3..00f825a199c2e5aba496d8705b69628cf24cdae9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index f4d5486077a4b408c0f09b1c984c007db01f785b..754d6625392e9a9b8a3222957a656f05ccb7a457 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index e11a4580cd72bd63f572df9a6eef35a476aff2e5..fb1729b13c8d86b4060f1607d1ad11588c02a514 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.output.dense/_s.pt
index 1207c71b3aa299126fd94a24c8a9b5707b3e0596..3f093f5bdff37a9d63a9e7f920ab50f79c25d5f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 938c938a6ba692d343fc50613b459a7e002ef027..bc499022d0f0178e4fccfce823a5c8d83b66c03c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index c4acd616eebfab97beb85a36554694bed22e4d12..99b3c4cfa5c5a513581f1d90deedb84388095af2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 40564adfacee4f2a0c99704bc28374ad39219957..046802674948a88031dd2917e1469abb871ddfab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index e4cbb2192a796c432642a9c9b8e0c18360edcd32..df43c56273f4695c6ee1f0073c06456345e864d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index 34bcb1116d97b626eed580d4d376eddce6d51460..2fb15890578cb80c9ec4cd9f102d128e56de0a50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.output.dense/_s.pt
index 639d7fa54a30539cfa25a411ed52d94f133684b3..d7e333ea32a3b865886de245268a506b7acc3f70 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/classifier/_s.pt
index eca7bda1db4fb2caebe774b0a42e3d9f05f83b9c..b49aaf18a6990048c80e6f93fdc1a2a605001856 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 44ddcce136a818f15b448a9a7e9bf2d2db9c2efd..edcf07f1d9985fc8fa891b8a8f3a03f6136e51c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 3a070f53e0643feac271c1f6c719d563de0e1201..21e75c761f34a31bdfc3a38557db3129e1d2d08c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index 79c0dd37233107f45e62a3c1ca0ecbde72a720a8..33d864ae95ae0677935e01d0d96106c41419b298 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 00da55268723ae23bbd48b475d4a3ddce08d96cf..6ef7ee07a797b57d3e20f6d9a8c4dde487bc498b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index 7dec65e7b8187162f141a12a4b9b486eb2a9174a..b59105d06262ba7c0d883a3dcd901760bcfa807b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.output.dense/_s.pt
index d82a61c06df8abccef8c6aea29b1cba35bf8ceb0..915756f0b159c3460e9a030cd7588cd1ab9733b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index c6dfa116faf97950857c40140852fd889df2ad61..a03140d3020bfa70195e90ac8ac9689dbc3673fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index e198e4e711e49eca05e8eedb063a8358627de2f3..f908222c11ab8088abf282f321641b97fd4941fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 14026b9b9efd68208ba1d8438dbf19ede8628391..d473abfee232dc9ba59f878e1f05f68780a55edf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index be0decefaa99d3f71a83000862ff38604f6451ca..d5c0b1edc9df9a502dd720b2698fd983d79109c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index ae193d09e4f7af2659b363b9e54fd6e8b6f71f44..d9eac06f64f12403926cb2577c5dc0f986ad8128 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.output.dense/_s.pt
index e76ed5b2f7aed35174df13f1e96f5b869ed1fe5f..7fcd2207e20174ce7afc2f1933e1e41ddd200be3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 0a8212e768a87ee9e06cef7be7a953e5da7e636f..1938c180170919dccc4cc9b3a8ce23296f8f753b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 40f4627e6511d69ac889adecfebdce7fb4b5fd1c..4b0268a104ad1a93d0f6be51ebb27ed7f49d5fae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 5442e822f2e5d3afa66f8d0240f4238eb0ae1a3d..2814143f2d62c98633541f7c7b084a224e2eb23c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index 0e88f9a062238f0611df65bfb919943bcb262e05..88f38689e29e187329b7aa19d63d6c835204a345 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index d5ad4445cdd8ea18025f80a143311a2377214c1c..c85ae1d705b98d53772f9eeff0aaeb6cf15fdee7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.output.dense/_s.pt
index 9dfc7d2da9709d8ce68b6ef8d327cb14f7177dbb..dc7016d01b1e4a62f4c442f7868569596d2c737e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index f62b3fe11779cf1672d56b656b907bd4204017f8..e1ce097b36d57cb011b8f6734d88c2121e9f5e52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index ff05796a86e973d77b93397b709a4fb1cf5bd765..4b718f99817d143250257bbc887567b0b7fce50c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index ff342ab5a96f46ac4664d9ed4f2e142f766336ad..3b8dad09baa8a7f1c66601a784bf56d5fcfd03a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index f85fdaaaf5a848f633465d27a1bd5d513623c735..6ba212e8fb9dfdd3633d8da4246e4d4d16af75eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index 4dcbddebffb9dafdab1f835e2b18a5f7b02c0203..d17d7407788dd7a1651716dda3a56c7d2847914b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.output.dense/_s.pt
index 5e497302b36757e7ed930d36fdf4cd8cf1442b24..6dee4388d1f660db2d85ee861efa8c1dc57497d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index d8fb74f4e3adf67374347e2f4301b6747eb5fe51..cd5d6fb7ec0e581fa432b6ac697fce0acbcea9da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index ae3d621e3707d50558e7ea96a691c61260bfa100..7b96122ff2f1ad10832263c1402ec943383d025f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index 1f77573c529d31dfdfe5ac0fd1e57266ad91ea50..34bf156bc3bc4ecd6d47c77f56cccb4d956d12ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index e6e64c06c4a58e42543bb1d8daa765cac1caf482..5122a0c76f8003cfc357404ba2ae745979b67bfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 26d265a57d3a5babaad0b8158ae70d52c9282cb0..d2e19d6119ccb541d3f76c8cbce3929c4eb77c75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.output.dense/_s.pt
index def8403a699680ed16604ee711617e3230846275..437ec7cd6450551f0e571a9e62d836f2a7534eff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 3f1240835d9e2591e26b8941ec1f59c568003341..d7b88dd320d00babb1ebc8d7ecb527987051a69e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 8c74117e7b09b244c4bb7b7378c76884eb4a6f01..f939e9c3ac7b6d232fd88a8b1d10fb9e681962b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index 987bfa87e173308ad1b3668ecf3eb6444ce76fab..6c5951128715cdb0959ef4dc01d4a11823c79a5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 27a430eaee03f1943922dd7c8629828b6597d5aa..caf7efb9f38d8c97584158cf4c59294322c81664 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index b0230f4c2e80b5649e6dfd4c4812716566bfe437..b4ed80169a2f85fc99f0eefc06c2e00330125d55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.output.dense/_s.pt
index 391157b035d2963734a508c10d49cdafa656cc13..61c54b10ace4cc99e50335263ed71406ee8298d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index eacb18f2c8f7f6cc2b0f2e5c422c56ec99449077..3736059a525d178d1f1f42c35c1351ff06460f09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index 89cae05326c00ec08b7f38d034c6b7afe51d7e4d..9fc7fee377fc0ee3f8bb959d5db032eafb1d6b9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index 8c03d1d29ec8b50c7ba9b8179d2dacb3fe345f90..5d53ce8578dcc647aa4dd084f4cce10b83c27b0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 5b869b2e49088e97c218b4fd00e49ea7cc602c5c..2aa8f6ed9960a0dda40e904a32f50a5e8489d1b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index 57b4ac6e078052d4aa7179461022adff6a803cfd..25953e011b865e29e70f77c4dfe96ce287d7462d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.output.dense/_s.pt
index 1637ab80e8345f056531090451f4750ffda5a2db..9580e32eb8a15227b5aa99d20288c124089454b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 3b1004d0b3b2b0a7a524bf4d0c975fd9549fafb5..f2cc9731fdbbfd1ecd28d1f18374b67d24b3c595 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index e1cfd8c65b79238ee4aada9925aff77dced44d14..2faba7e388640cf4ad9d1713cf20f77b1488d4a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index 4c7cdacf70c4ba6346396b5efd74a2eb0ea146fd..96d99e1fe512c32d764a4e9c0d54263f73c2eae6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index 7950f50e5e4bd83543f6639a070ace6f2ec8c3f7..e7121c335d8b53a0cdc61eceeba2e970b63eee96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index d29270be41bfd928230b7d7d867469e3c53de86b..2a2c87e76d167fc6161daa303e9b20014790408a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.output.dense/_s.pt
index 62c28abfcda73eb8dccf6bd985050a834fce87f9..7f1639f1c9863d9e65c723c0c0cc96c23264ee50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index 3a84079445300dc2143c46578ee2cb30b074333e..91a8c1e85791bec8d99fcb5774a471653826a315 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index 7e4e25f12ba721ec931d40dca258c5ada8ccf75b..b2c0572bbd4063a8a8f0810054f07c913a4aaf7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index 798be8cb5d03576e3b211b2326aad633f9cd36c0..347bbae7b06c11c807975247693681502849fc69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 6e2782828abaa081122f7726f982637fe43f7fc0..8a17f3ba20a6ec2df6dd675dd879e77c08a0414e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index 24efb086d865e2b878af2f3065967eb613ab5da4..1f3cb9f6d5cef0a39efcd8bbc5485c6a977c6023 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.output.dense/_s.pt
index 85070a878bca065f25e9b29b6eb33bc0dbfd3372..0cf5395ba7c886cd7cc0eb97fd197587b95c5e19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 6be012a04e9a1e7e83a7092d11e01efb673f7fa0..742e08588e3337364381f0f5a8436c257ba3ccec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 7df9c613e34e17e974c8368e93a134f94145fd77..4e972f1d70204c249b89daf52589eb890dd2c230 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 0bc31b85b7c833c5bd674282f2c704d84af83fbf..55ec9d0d71b90751967a34a728f18ef433289a76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index ffc416bafc8aa5a51d01390ab615ceef7e6c5ce1..e179518b17ca1e89515133b5702692600c26f4bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index fdd39dc2267964f93e0b15c12fe16e73e170c665..2df7ab6830ac86c9102c75dfcf27013370d7b096 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.output.dense/_s.pt
index e18ed14138817ef1de7db2c06779225c30619f67..4944361d919c7e8bde04e1d3541cb28914247785 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index 6bedee750091f19cac911f3e700dd3ee683533e0..51aca19d684a5e464dd2d3b395301d4a2fc497cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index f99a83ec1dd9969c55579c6a2e3d45cec996b7bb..ecaac3185eda434ffe3a7ea5f440c116217f96b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index cfb86c52e034b65a0ba2f1a290b33d660f031287..a56b9759e8d49733180451c064d0f186d1cd1970 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 755b6d58be75248e0243244f5858471947edaf30..54497339ff6a0f941ff506ab09d5dbaf8b273eca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 08b6e570f02de367efa9d42db256b02144f4cfc4..6e1ca560e9aef088674125bc841d0a8b4a463a24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.output.dense/_s.pt
index 6eba8f6475f23c5c4c7a043fff5077deab3ed783..a64e1eb7d96b0ec303c581381d202d954c61eec2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index e94975310bf6daf68f8d3819ab2f096595a18b6c..58c0b110d4e08bcebcdd9e8b33ab4219d05decc1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index 705119aefc6d7572e079cf78ef73c330eff70c11..7465054a6a49d4efb32ffbc922b650eba19164ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index ba70fec837fc028223db99938e1366c0ebeda8e2..ee79d2eaff386a9e823364913a114ca7305ca5ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index 814fe794f27e6e3ad66c4e3aecfac8c64017f8c3..6d6600efafcc0fe2e5ccaa6cbef61f426cd47377 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index d9431a90f5aabfd710b2e136858dd2ba13112920..d50b1ccaa9597580d64acd52218086a0ee62f62d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.output.dense/_s.pt
index e9ff5913de1319eed98a24f109f0ca6e9da3cdaa..4946c7daacf1782f9c6a1f6ffc8666da5d8ef334 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index dc01e4ea405618f205d966c4ec3c1b9df38d82f6..300674f708d026eb117e33103ded49f022d45df5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 4adacf94a09d937faf5dc68bace2b399f2fd2a48..6c6fe5effc3c5b83bcdee46339bdd4a731ad263a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 0572be013fac4fe7d9a41396b41ff06e2ec500e6..60f055df1af0f8ebed3b60e3c3ae91a1e7ba5d13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 4896fbef1577d7d0240e6d61ed62276e668aa1ca..d9669387dec799d72f2f8fb1c559566bb4746da3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index 360473333456b3d4c123ed89d6922ecd03cb76a8..eefcbc89b5c832e1fecfc46a4c2f152ebdfb2f64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.output.dense/_s.pt
index a9d4a2670dea5213babd24e33d0f5a9bcd714f6f..343f4d6b7a4bfdc082b908f06f949b54fd6e5cec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index d6e9c2997ba141120a2ab4be29c143deb5ce2478..adb5eb6ad51cdfef82dd09eca723b085ed1aaf79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index 4a9b4ba7c9d13ed0b5576d26ca33e17070ab1449..5dc2b150d5552734310d951b1e8e8185335efad0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index c2bdf4e2088fb2f8155f519db0293f16061ff0e1..e2c48d8f4c46ff8a7c8289835d869a3c286e1666 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index a6999c2188ea40ddae75d77324778507670135a3..375a6a2e542f04d2b16eaea6781e56777fce76f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index c3dc80ba24e5fcb74edf6bea2ea253fbbd3f5b48..93818aa60611f0bc10633fe2bafcd7000d11a4b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.output.dense/_s.pt
index 1d2eda44edf325bc4e0f5877feb2f88e3c3e74ad..235dd951f93966426cc0a1db62517ee50db8a1ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 1d49fa3800b79e926aa733ea6d006cc7536793dc..9564dc674d6044d7bb086567ce4fa0c7c5327e66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index 61243adbaf7da65bd2edbc9c0bf8fbfcd15e2877..8da8a5f2fa4273c9dc172edde8f3c1af22b10222 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 5e1f1267c609b44b5f078d558fb7ce9fa46359a8..30e926a5d81110b7c503403435a531321fb64f4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index 1d6b2de8a8ef2262ed4c0643ea8401154904d6e6..15e326c5d7ecf1b30b83b5fd419209518444129e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 9c0f9aedcad6c3bb118c5a8154cfd2bc3b6ff39e..28970c9e8f3aa718e688307ad2d453382443d769 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.output.dense/_s.pt
index f5b00c5e8fd863881a0141ab704bf844f267fed4..bbb8cd8db4dac8252cbfc469b45b9bac9ad6f7a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index e5fe51e633cfe6e49d7cf66b04603608562c9aba..77bfa15f194613c0883e72c5f54fc4e7a34f1e0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index 23da723f5fb158c4751596a84adf1069dec9a8b7..721b765a9ae1ce9f32bdb4f291582784b29e9d18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 5d2ac95ff963dea97f1d1f96cace35e22d1ab70a..6fb7049acabaf2154083855d3fac39447e260aef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index e0f6fca54b2eead97d49d87aebcebebbb0d086da..f4a56a3a9de21a09cf27964c78907adf55eddf03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index 71f0e695fd19e8454bc022497c60c6a3ebdd8fd8..36d786c40f08cba5285789a7d24109d03dd796c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.output.dense/_s.pt
index 42f5437673c98e4c795b1c24a3dc9b3e168dc911..ff76c606c212d8fc5697e4e9f7a28ee91dfc9cbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index 3b256e5dce61b2cc857332e328c41b8121565ce7..e88a234578a585cdf98cbaf1f5f553ecf68cee96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index c4f2a338cfc46c481dbb6d260550d2af487e36e9..d7e78f4432a2ca4e0bade137948c95bb444616c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index e2277e7bcd1cdc26225a6413dae1400fc900d7a9..3f0637f59280c01c3ccc58f66f226bb2e70bfa77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index 4aff7a2da604c30ebae692f91cbac5cde2fa9c5a..36d8e3bd83ea836ab2650e4da8aa4d62f091dec6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index ae40a66cfab92532e70c1f5321855ceb567c3511..7944a1d8ff8657981b1a808554a2ce0cbd2d76eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.output.dense/_s.pt
index f795ad23d84d8c9021e23aa5880c441c2035ceaf..6fe3b2ff2acaf3bf440cc0987bb69ade863cded8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 9b57d921e0d10534d596ad8aa99084f1f1d95ba0..1275bc1ce096d9c2e4019cfd9762f89a7462a453 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 83a999ed86b32b9e513f3fc8d708f768144419f9..0bdbecde5a40090d9d20197229df4f038da7c4f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index c442cd57cc2d4d0dacd4a80ce7b6eb20c8db4854..b7a3c828d3226b0391f40ca5209155d54bd3f129 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index 6e4d4119b1e8da62ace6f69c1e93716070b672a5..7ccb16a59731c6cff8131db4f268d1d1b43beb2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index e971a88fb53ced0bb00fd9e6085cc9dea59450fa..4fcb7881a85b1d77867f5b58be31701e57a8be17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.output.dense/_s.pt
index 470847337688ae81016559327a6142bd0243987e..63bc51f6d9b1444a8f1ee34590206465ce248994 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index 9469c3f5ccc2a21d1b5398e0bcb9211e8de17000..7b1e1341f18ee168a3fc2ab35b58236da6ed9d5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 6390e26ade4091ccb9a3e5bc489eda6e867ab35c..9b376956edc95bb58801b809eda84b47ed078be2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 7e0ff135b3488f8f3a089221a6fafa42dc61683e..8658fb34cf2ebba0ff8147ec3677cdea5739ec53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 7457e3713c18de9f233284333ced33dc7ffaa3f8..09f0a18b4cf5b6b3f9c503711b096eaa50bb354b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index 48a4b78b47853fca5d18357837e89409ec36d127..1df5cb43003c6a2476b25ce7f61c267574622488 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.output.dense/_s.pt
index 8078a2910186d7ae02a97048f617d4ed5f960ad6..ead73031fecffce9e765b29aef2646c3d6361129 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 25219684df2e757c170bccdf51b2b3c70590cab6..d7cf5050a70b479a6c0a660f79a4e08e57c863fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 287a7aca5719cc65519f64c01111a3022b0925ee..98fcab0cc52039394e0cc7469f64bb41d92e6e1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index 98b1063db7ab46e62e934c79a7a9d96e752c2712..8986004c7935b461ca5d0090a555af08e3614087 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index f6babf41dac74480f530991848746d8593b0619d..0bbd61faa1fb156dc15da7347bcfe3ee8d0f4a38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 43af0fb5f8e44df9f54763c646a7231476e75d27..1f41e5440bb174c4cd7443bbd1e38d53a522a96d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.output.dense/_s.pt
index 2e49494c259799c1490864ea8366fae8fed1634e..889793a177d7b2649aee7aa5a79ef87b2545ca25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index 78bc57d268f7a1c5d9b8682c3eb3425a84e19ff4..6c93371f19cd0777d525849d89e96a64493a817b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 76cb9cd28d2064ebc1b262278d11a9a62eba1722..5f3afbc6e4edf8665bb564467dd8d371ad8cc140 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index ea9438886aeb9532d22a551d7e0cd24726ff4855..c389c986f8895c46de8e2b818e3093877b912b57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index e92a9f5c4c6f0329c8567b61c512773375b0a2ac..312cb52fd609a370fcf2fbc4ec329821247836e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 0ccc47c5b46ffc01878bb7e2efd74fde2dcc7933..fea03f4d823537848f689868217d2c30ea5b5096 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.output.dense/_s.pt
index 309d5462ae07c20cd1b0001aa9f688afacf52ad3..f2ea3322ef085a083b068826acb9c8eeaabab997 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index bb3ca16d2cde9c68ca13fd829a9c9c46f5ea8819..230c205abc05c523a73a719c21d967ac485611ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 506fa9a45935c3c33ca239512f95c7d1861815e9..42b809a77d50e4d167e7026fe7ddc9f66f269229 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 26a99e94ffdf8fa081d0f81d402954127ec94010..fce443ec8dead09ba1a6781f47890931f8218460 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index 7ce2bb9770db89af5392be56351fcf4b3a0ebfb6..5bc0bc51b59390fcbd61a212b9755c22a9717854 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index cdfa0a464f03502ca177934bed2952cb1a6fb95e..8b2829c7c04816baee683b1739df088cc2c94496 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.output.dense/_s.pt
index 9d46ae5daa9a0700c1a1dba1375e4906247b04f2..7a9743cd62decd0bb96c796605f9090fcd74d800 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 8ae346dec929366c9cb803234c9c79ed4aa39e27..11a02bf4e5683cc5a68f9644a34b73296fa8186f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 740651f59016bf51c6b26c8d00eba5f4ffccc88f..fb8995c29d37989df9882941f3aa5a2e123a7635 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index 8a3800fe783c5e1e865627544f8f15299c61e50e..d69aa9a9e7e0b83995db1a5a55d125574578e442 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index f34916bb0b961457f47614436aeb8b7321117f7d..dcbed84d1c95a489a0faaaff0f4bf33b8746d0f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 01001b97dfbf1f3b9e64e5fa8d85a6b7e20a28a0..985edbcd44b644d1a3d448db150517d8188a0df7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.output.dense/_s.pt
index f27197795cc92bbfe2c6721abaa8dcaa962c5eb5..f98c0e8c5615a59828fd1e2eabc5e51c7eaeedfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index fe0ab0e48c2cda3c30b9c0b8314d1a7d6a68971f..1eee70239571482c28d249559f5033b63a212b0e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index 81abd3bb8b3b3a86629f8f4759499430b68f4931..1a4c60c8ac1195fc1e3e9a84e97161641086235e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index a2f27be36387f7bf97dfa3aa9f506a147247936f..44462f98873518d6c30c26c5c34b3c850aa29430 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index e6249332e28229bf37d60042376a8df23cfca008..07fc8c2a9dbd12f247816dbc1a52d422073a97f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 598d06fcd5684d60412c669d5f6449f35c0a9968..8e3f3a98c33ddebaf13bab920ac80a2e8f21c049 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.output.dense/_s.pt
index 4652c9321b65825c8a51a2b54c7f7bbe7984181b..e181b139ceaa3a9323b4725166540157292f56de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/classifier/_s.pt
index f1773f32c8e42fa9411e2d11fb69a29bed052d29..09038f913013b53550fc113fb1a50aed8fa20c4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index a5f23a7fdec480e62eea451088d3d5ee363e7a9f..d42ef899c8138e2072ac7c3c03bb3bdfa72a80b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index 7b40e7b335dae6789e1bfa40ab0b99e82fab4e6c..10c279cd9440dbae284bd0423df5ac1f2c48a401 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index 257cd07bdacdf04b35b4f01fe6e1c61798d9ec9d..6074393528f63fb5c559439f0ff007ef7284a7e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index 06a0aaf1ffa3baacdde2cb1815cd579efb80cedd..14d1564b8a2051667677f5880ada7f3820422777 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index c5e48f2b976750fe62fd0802846e3553890d6dc5..03c5740d38d404fc8b4f7606b4c4af3673c8c9b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index 0861d40a02647b6029c29f8a8a2331a17e06ec87..7c654439af033d6d44ef2429dc3088bf341d025f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index 1d42cd4f82db6cb4fa08dac8c5071fbc4b7a8ed6..8079af74bb192e115dc100b8417924cf3a53d070 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index a0ac37db8b98b96fce6da9484a6d6d6aa0725f1e..0f460e5c699a598f2f5af8e9a81379ac4e33e85b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index cad330898794bcb72345644ad3000e97c344bd19..2097cb3ac6726da7ea2d39a0e8835935ebf70148 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index 76fcfeed6264f1018b275d9b6bb5b91cbe3b1f65..56f70ae7b8ea54581cee82fcd02030f9ed60c1d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index b8fb15857b65281cdbb8a6376be73968493959d6..8cdef8d1f7233483cd539d9a1e4f6201fee5e7bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index 347463bb9f5155b81c9fcae95643482948d1f076..43b4857f76c32d5d11a2a29556122cc16e0760f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index 6f4ffd4c84eab990d9e7d8b33406edca296d12d6..064577d6905542b923bedbaa4dae77b2f16f4356 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index d022287b8fc45fd0d952ccf90f9b95d7a8ba00f1..274c0fcad383b8db3f30df3519777dbcda377ded 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 1e69d52402494b65918c76a68f623e31afe0ee69..37273e8fffcbed100b94486b6e6409fb9014f066 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 0c1ba7958cb375dade232d7f318e35fc282bc33d..13f10b17485f064902c3dbb22103202b344f3f57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index f23d71724a47bb6e47a7953841ea8620a14a2635..e278b25aa4820c81be428dfe23b3c123eed2472a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index b2a07c3524776700af186b45db3613ac9ec2c46d..997f08cdc61b414f169fc400aebdc6638bb6e03c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index 64d56ceab8745da36220d50204ec7019be71e64c..fbcc46c89ab3d5da539cba4aea505bd298fd6e35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index d0288d3e2ec48c82e606b9292de1832c198bb176..d7ff3a0b0890446a73718ab5ac010a916850118c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index 2a4c3fb15ca0043ed738ed2765dee1b2c5c6f714..81a333ce41cf64edacf2ccbe2da38e28f6dc8666 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index 370c7fd680923fef0cdc88b73ba9aa7310acd02c..6e5f90b35facb2cbf0081da0c9bba1796243b98e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index 0e5761f4f67a10d383607894e90339d10b1cedf4..fff245c5ed4204bbb2fa9461ff21c96a592093c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index 58c77606c0c7bccc2ba5202ca5dbef081ca8ff42..60ede698d65ed54b2f83b07b3d26bb20faf4f098 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index bb8e8f5cce83dfc3707282017aa126c5d269972c..4d4446c0eb2f9d3471832548748af5a53a56b5f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index 252fcfe8eb7a527da24c127448aef59657d0e283..f41a221c92250d2b512ffb3e2846442d84455dea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index b71e482697064267810b7c729c8a16642c9e9097..31af4c0ac26454e1f7ace758cab7ae222a2b432b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index 014619d57911d2c7429fe8e03f351b924c929c3c..07be65c76fa73756bab533835acca7b2378fe26f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index de32226c890e36e8abf6dc08c59ea646ac124bba..72e59c4ae39d8394d1edd615ae443c4d53001966 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index 9313a963d268e8f9e015e62cf1a7633ab6d56c8a..0752f08ece9e11f82d9f18adc9bde6f88152eee2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index e08b420caf3894cb89e9d1e9055f05450ef065ce..afbe9b8acc6c959f5fe8bdab60e9747dccc9c6a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index c010dd82d6901889e1fb14eb9ace93ddc64148c9..055fd8dad0cb8da4c6fc23db428f977263a8fe89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index ac756538a3e672a1fb7bac60314a83013ff55adf..82a47b3e33705aefabfd022737ad84ed60e4f7cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index 60ebb1db2da207e8ca613fc12627c1fdb04d72da..950c1b719033183f6398fab509274b63585a4991 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index daa439deaad7afab850e0f4e246197e7147bdabe..5f08f382822d78591f694f3d07033314227fcce3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index 61b1166987155765f2396c1f6cb883dd976f7548..fb449162444024307c21db76b3a08cf75f04a8d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index 7f3a5c372aade1760fdc0363ac64654f27e1d65e..f48f65f41bd8d811db6a297e88cbb133dfcdb7bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 7aa2526ac54295a0f07631fd18f386e5a989024f..6d42e1dc3037269c9492d1d847942f5c6d6887a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index 81c6ce0e54fed89cf5be655c9969903647959543..9c73b3d55add17f22862e0c198f67cd170b333d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index 7b888bdf42b073effa4c68b0a796474a27a98c4d..c195207cf59327e5a205b2c9692c4cb4272d5bb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index d3fb0babe02313f123c03d884d00eaf7778f8476..365b0c56619c8e500f2ac5b403fe0039cb7e1219 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index 8f0138c2528656c2152a7e20f112272ee41abfaf..32f5f58778402f11fd089d5824f18120f39ffe1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index 3bdead77124053e65e7e035e4550e5bd904ac1de..12e829eebbd6a133777585320a4a7a8975ebf02c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index c5a7baa6007118fc7e93106b71d7d5507d45238b..019b4a220d4d53dd25297c439b63d0bbaea965b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index 42bfa4983d2c8c56bb294ffb9150aee2cac205a0..72d9cff2ecbd446466b9f093dd5bf2ef2edad6e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index d14ecb1355171b4dec57b0f680afea39151cf642..b512b305be05c4541242a7de5271fc94907ec9c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index 4ff958e092bb2634a5b06587887adf55719ecdaa..d938a20506074be49edda85091f6f460e5587bd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index cd1ccbb3a566e82610d099e414182b15f5a4b456..3c9b9b559b6f8b6ccba8b427266c1e0a297d8aa3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index 558c395bb7ceb7f7a9e358b06b2dfef6f159e228..6f3b59bdc4cd5b951c8cbc907f6a91ea90e08d17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index 398ddbf822669254dc92f6706fbe9cb6fe9cbbf6..1a12cf60fb902d0af9037fa5fccb7d4f8241b160 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index cbada07320d79b9ce4052bd13b066737651fa517..2a715322e1be826bcbed83871ca3cb91e6f119e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index 1d938ce90ca4536916f7dc189ad2e136e42e7c89..fa495f60d22aa6ea614bc65414bd215cb22e3805 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index f12dbe2c452add99c0fb369a5d647d71ff4a7e35..d483d698e104a40721dce7dca03447f408d55e4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index 08b14635c7d6a1fa54ee0afb76184190ec62afb4..94da3b72bbf6f1cf772fdaf4997d86bf15da1b86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index 21ce2203fda3466636480ef8d7be81ca015ad0a1..0aa95d81fd1c6d88b7b1e74fc6cc67fe76c9c073 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index 407fc599dc19dc63eb289232f581a8e87284ff8b..c9ca07b8f51f209cadd44c6912e69d8bca72f89c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index 250924adf0cde1c51e930f2d751b0eb300fd4483..17ae0d997aecd7e0af8647a7a4a5b0de473437af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index 9477af27b15c08a2549e47be86f2e0016bd8fdfe..3a525e6fc6ddd2650e7174aa369b0119a22b527d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index fac2e09d4f2dd52a63acd0d6275f069b5c9f8366..c338b66e43fc4741a2959967332fc8392dac063d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index 7f37eddc4c6f86a766295cc111adde837ce3d8e6..dc6bd335936070e4c8a002d5a76dfa49c7f2086f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index aeb20242d2fb3d34d9138a2a67ac33705fce03d9..a8d50320ee56e1fb7b9003a29c60ee98c6e3161b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index 0296e46df7a012d493f9ff647affe269c7719965..496f66a54d9a4ebe5bc63a2566244bfabbba0909 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index 66f103009506040a6c7707e2ec772b1e43f0ab74..084b64b088e0838f508486a5157b43adfb9a693d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index c1f71359edb17290ac7a9b820fb1b65fe62367e5..f46ba435ab962b64d00872b3bd8cdffb054e0f9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index 23714dd41bad7ac71394f92eb405dfdb665fdb80..20a2b6a4578b8804a389e97d20f05dba662e53ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index 4f45f350245fa4b548c22741c55d1459275a9359..c54297152985203b481e02cf37758f327d49780b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index 16cf08979815898ad73fd449720dedd40870ffeb..e8b4357f0cd9966ec568925a53c1003c06cf5d75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index f22203e3719c081c77dabe1f66755b30949cc0ee..c5873eee3110378f7eae5d4bb2194264294eaf53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index a596928335549944cc8ee27d40b789ae2304d072..ca3b331c62d2969c6d1d23dbdec14f1a199d7841 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index 117bfe8221fc87a24d42c96c19c95ecda928471c..e0d9b1dab121c031e504aeebade1093838587917 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index e8d8246f92c384813ab05be8037e91b439655659..440137bc685699c118be3825906ad74e42899afc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index 3b71bf04f8797acafeb2117dc3024d40a370319a..cb938268f3deff430508679d7da42f2995999783 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index c31db2444a3fd4c17b881292bb2a4d360c5f53cc..362ec49d7ff95a066f399108d62a947baa5efd7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index ade6ce1035d5338b3036711570a54e0489cacab2..8c5265ca555a99da85ef45e30dd1f4457c47fb4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index a106a16438448db7654c02be45c0e800b8051958..11c4c919f08ee98b90e3ef934b52bfa0a81030a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index 9ba866a44d780173018eaf657817faee7bd50925..e5dee9ba1c97183d02e622ad66af7a5d41dec6e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index 62e3a401889f740eda7e3a997cdd84cb8e928274..cb6e59259bec2ba0ad1c08244e994e6fff4fc31b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index 4d1430c49ff2be6e93b364416a47b5860386d7ae..083e3459cc2f4c4c4c3af8621e12deec1349ec6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index 68391f42ab6f030ed8692e6efd6ed3b7be7e07b8..5cefd0d7c84188a50b78af9ec69fd1cdb5e9346a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index 02f47beb9f32cca0ab7293b996a1c58d30e1ed15..7beabceb1e78de6cbf4b8410695daa29e6d8f176 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index 436bd769eb6d49d56b38ed5b5e69101676508863..38d755416d4beecad80274140f52a5e827201fdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index 5d472ab14f3a61cd7f54e4e0f82e88f56333bcfb..24eb5ab3f7754008f74b4dc7b023207e619bfbdd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index b401da32cd9478db61915c8c3b7b0cf68b95f92d..c47c5c9a1d6a6e449e0ae87d74734b8cb838d631 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index c7dd20b4cbe65581f7da58e6f2c7c7772d51659b..09978d622782f2dc3b1264525aba3b25b75146c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index d06dbdc6766ffb95eb688343595e9bcd5f6b7e53..cbae3172909f140332d63b95323a0fcb3b62da39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index 0f86a4e15c6e01db3e27ed87c38ae25fd8cccc49..c2e0e1ee700ccc6bf030914b88d46b977d1d598e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index 3520f2f016bed3e7f6a388a1f33351f059d84e8c..f60cafa95c7a08b2e6732f36ab720e4bc951b57a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index 4501041d27ba9b57a3539d7c6e46c4fb9c78a304..47012cc7ebb131a1701d79315362f6414d003c1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index 691b91437f5d00e38e269c703e6358150511f210..4765541fe660c88216aac3abcba4fb8b204d7682 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index d017d86199454dab9786202b8fa792a90c1d746e..49ec3b2c154c68cadfc55f7128ae128baadcec95 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index fc67f3bb7981ba02f2119308c5eaeda6f006df50..10a288191973c3872d7726989117eae9cd110b8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index 748b13f51dfd25dc545a34497062b8b941198072..a599dcf9dd8ceb3d62501354859e811bf62c73a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index f06155dd8d96cbd7b08149ece10d3eaac7da2fb4..dadb88c49e6af7dc204d3ece18796a28f1a35c18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index cc9a6438a0e3963710b909bdb4b774e190ffa04d..1265c7f1d51b96f0c3391cacd8f0ebf6f014a695 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index 8f5082529346546db4b5600ecd110da14a139b35..33a4dcb08ad656e5c18755d7935a2672d415ef4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index fa35c0ede90e3a8630c18b1d9a12a28f3cc2edf4..3d5cb020086aca653f6399d4d777bb8601e50fc6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index d9c652b2b691b2612f8fc8fc7fc8bcf04d7414e5..606aba0210470b18c4101c63fe7718d91e9d60bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index f70073cdf04a13d3c94f04d769454d211ac4d324..3b07517389010d471e19e85cd593c33f153376d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index 87db7629bd1b5f12936f364ab59e13f365e5aa82..63fc83d1aac5341aca057b6e6f4a724a928ec420 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index 45748503f4ec37d8ff37331ff5a5de54ff8bdff0..edc769839fd86ea6c81fb4bccf5ced8553c9ce60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index 9c97fd9d9ef09a10eb4de91588ac3ca766b34705..38b8496ad48bd842f4046762b658b7b0000c8217 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index c75cd8ccf1ce6e7b0d2e45b99ae1662ea96f192f..17f407648ff18efd68b239fe4f7688100e4cd63c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index e47ae7d34502ca12d4daabbd45efd3a379237c5e..5d0c3b7126274a0036dc42b482df0587ee355b9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index 6d838fab03748314c2867129e85ba98963f86492..5b9463e3f5ead18b3151c1abd3e97b56adea09cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 3562fc0d2516d82928db8b994039770726ea7fe7..588a54d73bdaeaa4652aa0d98fa7f4e33f3622c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index 582344118e61e5e1bf3861924ba9251e9278990f..504745ff5aa08f893442ece7c19362a3c338cd08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index 0368bd9bfd32be8988fa8c27b325a5653850e12f..0f567b6a113f09bc91b7d519b52a5cfbbfba0edf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index 6020a3971c7410b7613cf08de59b4df1308445c5..54b0fce4195374a518a1771c43fd94ae27f3314a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index 9d90c8e5e54dfdefded2454726df4a3af93e9113..0e3f1f7b47db8f40c642410719b48e84650027f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index b382f0cd69d9636529207723e5d16729529e4add..da4cc1439bddef0992fc95d662686919ac929296 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index 31c9c58d0883317950b554216f74834fffddeb9f..bd59857b29797123db7beafaa7bb52b1ff3b6ed8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index 9c98b7de3a2bf40c22283bfec19498d70757c022..ddbbd7c297298e84c0f079b641c7033590f8f703 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index 780e327809cb7e268e94aa8914d31df887a30e9b..826b941ab8a86a1ceb106e79d5f9ac78729b4fd5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index 7940a0e2939d3eaa26ac95b66d1ff6de3e853a5a..a65537512945ee2ed12175efd17f0dcdf23b69c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index 1c410ea732a1e2ad1fb9d353654e5972f5d1deea..00c773c3c312e00d3c8c6a622ea34372d65d6f6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index 3025825c63a9d1ea691f735bf59dac39ea7845f3..45731ddba5c3591fc718db5978ec49237ddf7618 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index e35c635b3517d835366522027b37b757c692f241..3f98e20d9c011a71cb7fac938d789605afd75528 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index 1f5d4725ee4d5dd065609e2fca05568356dc3f0d..56fbc3c32efc94e08cbd7b6f5fc120a685c9ac20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index f4467aeb3def7902edc2b1146815764c7f1a8403..743f29ab29626d5c2c50b97f47420f9223688b86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index 11477b0e78f67c14bcbd15118f69958f50b80c02..39f762afe85775a2ee4ba2cb885c42191659f346 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index 9f2fba7e7d5800dbbcc7474a7c6d656c20274270..c34db09bfc46cd09141ef937ccadb0bbdc3aa22d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index 1a6d92d1862ebadd335f3d78d762fa718a321a6e..eaf966f56bdaff7fc7c49cab22c536c5b59b4662 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index 889b00aad2a2146055753fd28e38e28acf6f0fb2..956a3712030fc40b75bb666de153cf75cea633e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index e6b9ac93b6c5988ec92575932257519979df3c2f..fce3885fdea9359ddb0498b46dc4be2acb005180 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index 6be7b268ea510c2e239d5ceab813f93e8881e918..3a115e36d541ec3bbdd258430ceb4d375613812b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index 2905101ba3216165382f094251860253c3bce470..f64dd705b986740c6bbcc33551172bd5c1d40e6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index 5c34da7929d60a89143686af901cf77dd0bbfb83..c7bf25e8e74bc3260862396fee51b0ae4dd03473 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index 428b462754578ccdb506c156806dda8612e6dd79..edbce41cdf0f1817efbe1430b3392c3e389fca4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index 904ee5a779eb31c9e7d440d3acda24dca69548fc..ff64d3e7b3b67f9dde4556fe9ab83e706c3f91c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index 58a5f24a3fb451d2c94f09872132cf066cf118ed..c49a41e732dc6b95d4a3b02e6022db41fdb23d77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index e4b664b625f59c19289c6cc5a8b03456bdf604f9..cb3214b8f3eae8556cf809de9f05d4711dcbdd01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index da70df000a408dbb95c8f0a6cb773c2ddae547b4..50981243f3772ff2eb551c6956f6ee42170fe829 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index 16d5f52928322c5c5d6b324554db5d666c10f9c4..a785dada80a842302ae66b90f6b0747d0e6913f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index 13e9ab6ceb65c0a82d25bfcf7a08c36ad2f674cd..8b074fdac10f1f0bb151c495fc0adff53dab50ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index ce28152651e810d434a30feea4902c0cb3137a97..7de5c7be0aea7148aac85a51436115364e57e40e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index ca6b852a741711117ece44b4f88c7d56d89d28d6..8060c4f1280bad5482832ba5d203f4a71ec8c4ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index 970affe4866e0b98d12a7ae2811ca491b055817b..068a04833cf5d2295b5f68015267d2814bc5490e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index c734009ec6acb41142533a6f8dbfce7030dbe61d..c962d2bd84ff37c6987995f421af641a1f4c3524 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index 58cbef77eb28f6aa5b0d5076375d1be16663a5f7..9fc6710485499c8823874037b89507f8f6542bed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index f222cb57c28168dadfe79623887f700058921567..155ae11cd1b9b9f94b5e11f68466fa4d9a5c8100 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index ed33a5d8b51bd4bc5ea1b8c0c7f182624f7ed9fd..3bba838b0d46191a9cfc0184f19c499688747acb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index 03b567a0a65d2f43e61fde1e35bde2c5032973f0..f1e2d2562dea232be5ecfa56e9130fb789356994 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index bd53589253122fc079e81fd4f1a25d53f8259560..d9f1fbc026f2df7fc50c526aa7127506c7ac4108 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index 4d43a973d40dfeb6d0acf5cdd996c07fe0d3bb8c..07bab5ecac919f6efa30d287daf2d8db5465f100 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_16_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/classifier/_0.pt
index 5cda3dbebd0ce20d0cf1ff7c03430f5180261bdf..926bfe0954e9507bf64dc586618654d4839b4c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/classifier/_s.pt
index c2cc8d28ece8a329785f6deb5da41ffba37bc3a5..15f04c43ad7d7577cfcca47210c22251cb7134b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index db98b0a4b6a844858a5510398a4d24785dd34f5d..f7fd8e4b59116a7c6feef05ba81016d6b9838e95 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 33ba7e973fe2eb9e4493685d0f021a688a4ea430..52d49acb79848d4cfda3a24c20f425196236bea4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index a98ad0244908c107e3e0d03c69e464146ce2e120..514b84e93f0b2084cdc4d33bbfe92e25f2b72517 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 0df63c5dce8c2474c64a5a9e708838e5f024762d..472429690303cd8827cb5a9d78838a67a19c8033 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index f1ba7b1a9ae30bcfdbe68f4737abc3aeaf50c5e8..86e68e7aa980679d1c1ccb1c24de585a3f6ce9de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.output.dense/_s.pt
index 4c3a0c9f76b80a36c6bdfed0674ecf43c64d70f0..6f6ea415ce651af4874d01033db600a49311f59b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index faeac1b7c89a5bd223146ee52ad8d8c52fa10123..6db66d7f94f6101b599fd49eb9acfdb58e991a48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index 5b6227bc3c308007db279503591098e33e764b3e..b59de1d2589b868a2d18c1623f5d5e695effa5b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index 8c57c21184f3e66eb2cc75cc3f52886866544ecd..1a6af02e7cbf505561ed883053142513dbbb9028 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index 60cb112a7ded71a0a4b680da778723d6b5e03150..191457e796864a26e3627b1dceb6a876d242844a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index e4a3017b8a5a47243a3392817967f134ea303fae..dc560502282fa2b04efe05a26a506492d97e7a73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.output.dense/_s.pt
index 857f68d9f55e6a0dd11d287fed43952e99d7a0ba..f467d74a3d0138e244e367d24d861a67e9b654f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index b6e05c1194af0cfb4ecfcb845dd0938804f81c1f..81424425aa9a7f7690e9c67701bf639971e4541d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index bc7c13b4436e7d24422c651869f479585df35efb..27a0eabc01c5ca9f231b76cefd6617332e0694fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index c965dcf4a2d36ea9ce344f0bbf20d2689cef2c04..aa22bbac88bdcc443b60011d572f55ca96aa5c38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 21d829d6439ae553fac8dadd613ce39ef748510d..0e496a409c75a3378b0dedcf63cc25d6a689b463 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 69361cc7f98a307f374aa07b763b1adffdd00652..b2165adb0fdb1860ec4f05fe3b4f5e2b15cd9c03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.output.dense/_s.pt
index a0375e1e2165699773f5208230fb6edbc8893c74..d09f5141b2864721760c138003c27ec6d21ef1a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 420d8d8cb0f14b8af3dff01ce239b688719e9886..a5fef65213f3405eb2241120a0ffce8facf140ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index 4029251ff1538067e928e6ac62835b5c9be31315..f2bdb895d83611a1939934964280cbfa81f9c0ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 0b08750fd53c7261931805d11863911586a0a7fd..bc7725ae06f75161d2ffd31ddb0e141f95d092a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index b244c99a4fa2e54cba2e80128858a35784f1c2bc..e17ac5e1ad23b35e66b812184fd775d176fd9a91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index 2a4295b1528470b34d32e3cc42bb598cedfb137c..47bf8e1d001606c86e6295829cc164367defbde6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.output.dense/_s.pt
index 11f898aae3223cdc75acb840af66e8a4d88d6f28..bb4ee110881945acdd7a25856d1a4bdbf3cbf6f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index a9b1be9ccacd283d9003da8074890dd86c2f8d94..ca8941d6e336c7e78c441f2571db6f97132cc6c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index 889e3226feb3731de06767d758cd15846ae1f89d..1e7dc418a64c784af5db93a89a20b82b36b5a002 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 78d6605a4301ce58093ede42c0c12af22bf92d55..7f4862f9cdba6466572e758a8d7d1a9c8e7e4bed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 308d81b6906751dfec21329e417e16951bdc7080..50525550741d85cd1aba4d8139fb92f3e5e98b05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index 1cb4e87f7bb45a7e022481ab40364394228e5b05..6d7f93af2c44defc7bf3387e84ed84e7a16d5298 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.output.dense/_s.pt
index 10355f3565a79e6c98c72918c5b9cb83eb6c52ba..c5c5c518550c8e81b5b15eb734d3de730ca1c08f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 09b5d08f40d5b7c0a0ef04a1b28261df6b1a4b69..27087e53f5979847d4bdeb720df37e728b24a5c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 5d1b9c835f75d584cffdc350396757088b1483f6..2bfd45a92d10b7f399e142fa02eb6e8b4a14aff5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index 152ea10f0eb13baaeab46d7ee261d86367c30266..a76ed8f0c9f875071121599b7d2b0ed0883148b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index 0e34d6dc83888a2181f233bcc8bfb24f2068d9f3..b25c241848dff2c3444686b7414fcfe002e90739 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index dd166042cb2961b00892759a27285f0a134ce30a..f0c130898cb2dca35e67809b2bed046d702c6a7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.output.dense/_s.pt
index c6f5c22bb4a1828a301638244fff96e9fae546ed..ee52f3267faf3edd344ab3dcb9d046423448a572 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 9b61217e344f4ee7454c6812856b62e72326a668..db83c136d34764f0af517a48786e2d7a299797bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index 14059cb81675b1c030419a8794eddfc8198254f5..1f7ba59ac6c87a05393f464774f11136e1ea3d15 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index 3b6e38bb8f0f21258bc54be08ca723d5ae49d731..37c97a7ca6485365e67b766e0880c3f9976083f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index 85f8da530cf886721e41d3975131d8317e52c449..37f19fbb8de8ef8823244b3fcb2321d6b5577ad6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 0d8037fca7285f3f363dcd0a9209d795b24d9bdb..e99434138f089c8a515833bc826d1496a2d76e8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.output.dense/_s.pt
index 58221a18789c0e430ed0e3c3dd298bdb289dec1e..7706dd8e934341e155ff3ffa08d5f0618a51221f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index f0a8cd34658e71de6fe19b63870276a6873f1164..b94790e7810a4a81189cb643dab818e5c8b43a9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 4931b784795250444d37edbee886fd9d84698c97..282974721c2e556edb8c10813839297f6c666ad8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index c58ec80e03d1e55c066fd28c9452b49d5b6831fc..7a707d2508e235a87f9cf87ef0be06a4c1bad0af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index b8cdde907121d2ca14f1c992dc221688256d68de..6e345fecd9f3fdcfdf6e285231254a7f3b8f17e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index ab51003449b6fafe4404d16999411af1dbc30be4..3ea4025b32e8b35ad05364598599875a80cd976c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.output.dense/_s.pt
index c36587f971bac72f89c969c466fdc1195779746a..c9fd78736e83455d6a5ed3544e5e50da32e83093 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 658e12c7543691635ea0ec4c4d244fa70ca9e909..2707fad82defd17b7b15dc78fa94d13f81db949d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index ce32163d7412f3687e2ae7afd1973b092865f473..9dfa2b07fd45a64d8d454aab598a4c5914f9e62c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index ba3632a62c68dab1f54ba61571d847cbd81e6c72..487c5589199846cc16c383a1bf2fe3c60328dd02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 0e173a711ca7e2a502b56b3f73dda8062bf7059d..429918c8055d946d70155a2684accdd187862d90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 57bcf27272157da339746ade99fb65d2fcbb94c6..050a61ceacee8fa8a74cee32417de570750c4fe6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.output.dense/_s.pt
index b47d0730a58e7f6b08f9c10dc979143f3527d768..74dd91681e4ab8f93495df6af010eb12fb958d8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index 96f489b96066e3ef436dc6c595fa38d6008548af..170bea640f2f5c3615e4c286623a04e5bed007f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 8b2f4c721a9c14c06e33cf674de02c164a7485fe..5d7d9976d383088d2d2337d8eb7a20520748b42e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index 16d79d0130e58179aa1ed9f56b4123faa2180f0b..45ab891faf3fe8f52270815c51d5f8e2764983cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 8b7e2d069aa548426fe399595b6380e44e887e4b..aa219b7970c8ccc94a21bb23b40393682c45039e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index d47a999106981dc3ed39b136bdbd1f3c225902db..58ccaa564d6299177b5d62e89c7eb37fe644141e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.output.dense/_s.pt
index 5eadb67409b713005fe266e7cda0cc3fec7b5fb4..1e7eb50efe88147cd7cba2ad75fb65b9ad80bde0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 35c8bd48ca149f6158effca40c441e50f496f109..91b297468b30dfacfb768fb736b2ce30782cdfe4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index 65e1d5886fe33963545833cdf891f0f81cfdc452..f397712b9988d4645678e25c7edcdd1a5d4469da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index a0772953e1873305f6bda0b866017b8e450a3ccc..ff49fb981d4428b3a3c25c7086634dfc801d11db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index 18e8d96756c0b826de56eb2131a41cb596246f0a..a9f1af932221a1f0da7ca73c7bd3e113ad5133c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index 8d8d69043be27777f380a98319baa9bab11ffda1..98499812ff1adc30b4885f35ee55ea845f94ad72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.output.dense/_s.pt
index 31a99190302c89d905e1fa4248c98ae7e142dad4..1505a7a33d4ccadea9520574492f4d1ba0cfe372 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index 56cf9e93fa22fdb187389cc56e9dae3faaf1135a..f56ee2a703813f38a933ca2f5850385a81e70231 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index e85d2c674863357c19d91f5a12d157c6536b74ce..121433ad64f7b042952d5360163f8100364958c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index c14e0b8da2db6fb70ee749f1227b76a9e89facf8..a3831780370f9fc9a72f024ca0f96670ff5b69ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 6c15bb05737503f038604b1b82640da8a50263eb..c96c865eede4fc681b86bc676752f31679c816db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index c7f429b8d83fce18561304b22d49d9847dc0ab5a..5d764f8e112ebcd510192e6e101d3ebe00b29af2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.output.dense/_s.pt
index e7f773e936ab4e100bc4f3ebc2bb7a2ea5b1125f..79826ea129778c8787b6b09410994319f451a795 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 6f5e86636dd03b10c8e856a2393d30bb5182dbb7..ef3e0a9f6bdd5373d3419c313d06c1cf1edfee77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 740c2da49833f0f206896af48fd44d06ea3a8c8c..c268a438cda4610e3ca3e597f76fb985ec9ebbfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 57f945bb81e8f48cafb4a32d75c5a52dfa7f3060..4ca7dc50b09009647fa208a4843f05e5302305be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index 239a23247281d6ee53535d8d2387b287b607af4d..f088c5cb89d5d3ac4a5a22827161bb8d791ee322 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index 78501a7e16b2f3755b3e545b9bc9702b01ded196..08ee1a2b83a833804719023218b7ba59da804817 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.output.dense/_s.pt
index 26d5cd43f39ec8b0a43c5ff2077f0f287606f2b8..889ed0f7f88fcb42ed0da024d208b42fe1eae66a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index 7febb8c756371ba5cf7c563f8e6c1f48dbd086cf..1123e7bf186d70fe71569e794d2dbea33c11b533 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index dd25e7d4971b4a3645006125dfc44efe28e620d8..529e17c3d77767fb66d673ea8e8f432b3ba3f05a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 66555a04893b7e20c8ef1459a0d8375e21046dc7..dbce8a21229306d75bf72a3d5b987960c0f31c01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 5f5e3a60b8ca8f17293a49ea6367b87bb2c806af..fb62ae9924673cde37e697d4a525b2a86c6474c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index b937fa396556ce9b062b8a1eb9d46eefcd22030a..068af1348b6e945cfcb490dda44190ab44d59f94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.output.dense/_s.pt
index aaad9dd333c234a95707101ddcd781d94c3efb6d..7e5c2774105319f5b18e0e3fe476500c0d0f7e22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index c70fab7cb167bb658bc44ace10353285991299f4..233f28420bf61f904a110326ad640c8f03d661b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index 948a223d1bc882cdf9f35b623ebd353a1bc9a422..9ef062e3b0181ba0d9dc5ebaa22f7dc530531a18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 5aeaa4e9f7a954dbcc402e54668cad84361d08a9..b4aaa6ad3c5b721b71ee1e21def4cf2b485d4972 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 6bc23b120cf0beca3453513d140e7283e61595b7..6bd457566827c08d43d5c8630bcc457a74d2abb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index 39e5e788b1a779e9a8587ca18477ccdc312f92ca..3bbdb2728ff51631ce93b6f1c607c9e5ee25a7c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.output.dense/_s.pt
index 808c641789c5f6eec5f1b4a5893fe2cfc859b975..2482474415c9d7d15ce237ec63cfbfb88e3e270a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index c9f2e3c8099bba2a88f8463e9ad169d4aa478a94..e85b395f1a0caf6294417ebaaa92dfcf702d6b70 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index 6ab170b7f20457e10a3fef0f0255ab93aa17c666..0f3abe718bab28bf5992123e70b56e70112e92da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 2fb3b2624a82f92461558b4a4faa508442b39932..e65132304424c8ffdf04ce52a384cbe11b14686f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index bd5a270a062693a80edf7a80b781ccaf97a60bc0..7dfa34494594c4196f643d75c15f013ac2807f04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 1a7f09a588c47de65e8433b3c2510570a2cc5ced..9278d3811f80016a0848b313b99dfc010c370720 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.output.dense/_s.pt
index 77b29fa14e31a78e79d2ccda36d3a329dc42a11b..06deadabd1beb50f667a4cf8d4b6f33bd567a470 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 1876a0303c545ac174fabf7881d20c5bf10fb59d..344b76b7e7c2ddec000b14a2375f31ff4b412c03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 02f4d4e2ce0721bbb1b9a1b01a7cc7ea411efc18..b78f89ee231d0c190c6678466ba0fcd236b45946 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 55ef058645bb9d2ead9ad51a5650ed0fd3bd5333..c5135e949c6b1d1c55f4ce5a60a3f6dba5fe147a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index d44037244aea7023fd53e4842262d34fdfe2a7ef..cb0fb1ece0f0bbab1b13f42e860b3e0b46886374 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index a4fafba927bdc4835b426b23e1dac12bed74fdf8..9f2fb41a5f051ca87a5f3d6bcbb2305375a81af4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.output.dense/_s.pt
index 2849bc284b9489f745c7b1f79403111f0685657e..606537a2e980576b7e1d7c41b53609e58a15e130 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index 466f7c2d670b936715077a90d1347f3e4c64a8ec..acfbc44ea42112cea887824f87430ae20dcfaf6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index 90866a9444d45a534ae4eee331ecaeff572af852..ffd6db1a5ed1e6ce1445d21a5ec6529874dfb75b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index bacd117bbf31e45ba773c080d6c6187e3cffb584..daada7656632fb8f64093cb86e2bd9db4759a3ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index c288bf32ec5a92d42a2b3191c6094df4c9376d4b..54d322e508438ac2e7e94231b3906c9ce7d50ee9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index d8c2840bee25930fed9b587c5ae31f3a7558b9bc..9088260b192b9cc224c47688a054e73b0b252694 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.output.dense/_s.pt
index 27bd5b906e4a6b57fb59e2c64d6483780af5d390..85dea1cc386d645af55c0dcb2224c0a62cfe435f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index bb136f31f05f51286d3644d8b2907e8664e96491..813840195cb4cd086dae89ce3a2e856c5ea96c50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index cd97d840f028326ef565b8c23b4f892849c42a07..06c752ed1b3b60005e65c51bbe47411f3abe9d29 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index 67d6f2d435d2afca49ca5b9608dfe2895c06c720..201b8acec1159e0c61012703854d9814c2280078 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index e1a653b40bcf3edc5999fda1eace17ece1301db0..13005db326c0dd5b0a555b21aa5eadb4360e8df0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index 5611be0c4d52c75281c8c7861ad388a9c06e6010..7d219ba5bfac16b4ddaad2b54cbcdb60397701fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.output.dense/_s.pt
index 334aafd1953e199a5278126a08b5bb1326841a86..b0e89f7ac5f7c212719976d208aa5db4eac18536 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 37b50c1f1d2268f2d15404c2e55185a80075c706..633dfeacb8c8b94453bbe5e203e521b0e742a250 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index b2057e0a84850e792e2f1714789f4e5ab8d642b7..59949291f6ee874e5d2f9c2655fa1d27de4bfe5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index ad302b872767fbf5b46c3d103103a36f5c9586f7..9b054dcf4662e2baba269fb3d93d402f64920de1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index a8200431d564d964a03551a16fe5d824a142532e..b8624e419a063cc1fb6771b0f27fdd2eb9c77a79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index 0a0abc943f28cb04eb0a6dc0237e906f41aa925e..3e1aff7bc6daeb6092faa4ae3c01ff42d84d1b6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.output.dense/_s.pt
index c94dbf0bee156877d63273c468001f0ca83d51c3..e0e095979c12e707bf978380886db69fbd687cf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index a8e8b82c7a46b3e43ff9a07e9626051aa09f3ee4..107c26b770f0574af1f973e9a92eecc13985c882 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index 5eade371cb0c855824ff72693184e45f2c72bb3d..35fa35af221912d2a805c1e28bbc7d8ce016e179 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index f55ea4eea84a8e61289f732e10aca16748e5e607..084b67dfd428e0105aa863488f993c5ef83ce091 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index cc76b0b7a42d374bab00ff069640900ef5e465d7..a19d5ea57e6af6e7e61290bf049aaa7cd19d0c0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 44124efefe57a22d9cb3193561e0ae8ff27590d4..9310615d5e4e6a25bbffcea7646fe6f9acf1c685 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.output.dense/_s.pt
index 2b442bb41726606eb860ca8883f62748b37be670..948ba61d71a24d6ac9b1e9fbdd18841dd9fdcd51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 2d0c39cd969feb23ff6f802590818491901b4be0..1af334434ab5b989c4712e8781c38a17e7e41633 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index 66ae29650edf8e2afec4e70f0e64d67173d9509d..ca7746cda307c8196da48c62392845df85f9d723 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index 1c87a15ae4aad3e0b999a0a018c180eff265e6c1..372cb2a8fa9a3dbc31afab404337ed0c5c98acf9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index 06b88fa1935e7ac3d35e87e50dafb102d92d2623..a528166ecdd86060662bb233a0978847bb488a69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index fc28342d0592c52e95ea03d154e51c46470a5434..534c37808a3e359fb6f8eaa786cf1d8fe75183fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.output.dense/_s.pt
index b78af883f77d5766f4b3e223467d4aea09486029..8b2760ab8d5f9198ed36cf346ba978b08f9c2084 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 00e17ed1b46f73dcfe3b028f5a4598ecf550ed10..67a7fe0db626d29703faa4513f2c50628f982b8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index 878985edf87caa7b3c2fc14a9928d66035a52524..aecf27f6240c6c966518d833b63707605605f11d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index fdd13ddc97347bb7565685b34aef35c39a378f53..3adc0cd423cde3b7130fbd7d211c0ea2fecf94b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index 70cd556105ff66ee55cfbad85a091bf3af992ca6..551d7647df4b8d5acdbf262a4e89accabf014ef4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index 464d48727f3f2e55d9d287022784b4b3a0fb4187..724e03d1d99dd683ee3887a1143c7c7a15a08628 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.output.dense/_s.pt
index 0d07c201bc5e0b479d97a2720a512384319ed661..049f3c1ca5e6d82f9089ce6fce528e2fcec88586 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index e14d8de42f93cde6b8313cbe0dd272322468daeb..1369997314ef438817ecf448bc442de709018cb3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index ebd9455aa082aaf960027a04c33bcf24c3548706..b56dab57647286d3f03906783ce3990f7b95d9db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index b89c4f65d58602f175ff5b197c08d5f52a9c00b0..e0619f7ac046da247f7335c1f0ecbaf50a1c09cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index 68b73151776ba6904740db8f90e62f9155e85797..c5c41437c4993cf2b24af60902410ca447f742ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index c41e1dc3d457e0810f6f3c5276870a39916f1be4..7ca52a2d97ee4cdfe318b11cb155b920d65120ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.output.dense/_s.pt
index c4df94d213e0b38c558ff029a934569ee31aaabf..74126b488c43f716157702d6dd65a81c6e6904f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/classifier/_0.pt
index 3452c70dbe649f0840cd211dc9d2666d5e28fa7f..de060896c4b2148074accbeaac1cff61cd6eb1eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/classifier/_s.pt
index a2d4cf91938f5013e7150c93d60488006d33dde6..4758358eadbf85e770e03c39619a08f79e7b0dea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index 821ef7c5008077e63cfe7e5ff64e2d741469290f..69c2ffa0cb4498b601f0aef80839b02af07ece05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 2f59d2336e6e914c530446760a98f3a514e0abb7..3961f19066964e8ea5716ea5816ce13d6e79b9ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index f8f28438ba5cde67f09974a81c6fcae76f4cb78b..d3ff53e45c55149a573442bfda23223c2a221fe9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 85934ea7e97d424ac7628e10756984a13c5579ea..f35afd72583d1467ec3fccbc076363a38aa250bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index 67da9fb2a5b42d4f47b87dc42f74fd62cf8a5c18..78201e6375a11240f93777a35133a589f39d27ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index 05b77157bf3dbee430aadf815f455011cdc24c98..5bcc791f0df880ca5dd89a909b4284f66a222f89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index dc17df48adf1b9c82776116a202d7c9222cc4a4d..23bdc4b0c1d8c5d92b20794aa60a1c8ecc0501a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 0948b6e86e100530950477aab153d40cfec1a9bf..762d86cb78e928e0ff3cb2ec1e5358f15575512f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 51b268150e1a52ebbd77d89306504eee1ed9ba53..98c633ffa00ca5c1b38a242faf8bf4373770f8cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index 563266a594a57b1b04847191813e7956fd892eb0..5373e8b9e678a137aed79b89ff65d9d2402d4a78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.output.dense/_0.pt
index 2e9d4ca3bc00fcda5a09136c73cec07a6db7c260..42575af3f59d5acad83b60f975ae954424be4bbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.output.dense/_s.pt
index 5b073a1a66093e41a9a4648ad8671733a524b377..950470727db81175de8de42970f00af884e5a8c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index 2bb1e6869af6ac19c00b072f02f6a96edd338a27..3932f36c06473b01d4ae125fb36428699a9c0ad7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index eb7d77a4793f6cb76b19b529c7b180017ea6be76..abaad1d1eea6b784d0321961a4d8fc9d9035eefe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index 732d13a1f687c807e9c1f45312cf3ba298e8c4a9..a4c7208f6d3129fbb8b34b7a2209407e951f8921 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 7211e389dbb028433fb3f0cf400cc755d6e0c785..ef54060cc1195f552edd5cabd27eadea30142c7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index 39fc9e005c6e6e23111a3558fbbd1a7bc6a249a6..6777ae3eb0438a82852bbfcb358e014ffbcc9802 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 1a8a5caeefad59723c7ca22cde0053572604240b..3e14015406b5a1a365df64ac1be05b9ce5540978 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index 9582594f2b91915d0b65a36937f6bf16a1699da7..091511d4dad1af08bfeb162d2a53f1b65ff27bfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index af2df2e1d5412853c32c5440b4ace8f3b23db25d..d9ac4a3e269c0053c73399c03ae15c7596067338 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index b21152b8f4aed986e03d7c7e050afe745f14d890..94c7be8f97ad2258d392a8beafe1cf259b2c51ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 002741f85d084925541b260cad2b2be86c6a215d..e4e062ac019a29b02c5d827751916a801a2c74aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.output.dense/_0.pt
index 0bca862a5a68929f0027c742b189c2c0ce3e7eb4..dbc67ba8e4f84445023face1c468b5341e422790 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.output.dense/_s.pt
index 72b52701cb8fcc0366a26ea4f3e9704f13a84665..1398752bf31d78e5f47dba4efff3502f6c2b427e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index 9d1a21bec32e151c36890af371ed58da21581d67..e751972c4aaff20845755c67daba08ba212dac8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 3fe28229a409497481be2ccc21426a6b85720587..137b613869fab18cea99b7ccd7bfefd40e0205d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index 53a2a5a4f20e36baafa79ce44caf8ae9fafa96af..2c4491e6e59d38f25c410e4ca9a1d6e8b694b52b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 36ed1fbe591396f3850045500b51ad07d0c52a62..2380780eda674655009c25bb23fb94f5d72cbade 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index 03c80903d25b01d068654c1d3efbf08c0a85666c..29d8aaf4575502228b83906eca08cf892be8a836 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index b379a1fb8c4c0a17182f050463c9b2a1e7e0d39e..dd129cd4049cc93a0ea9bdab5ed2a72ba10f753e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 9b00965ac8d60e4c8bf90ba058d766d5e2e45ec6..86533706ebf474e5ae6de4f1e97d0496a80cca01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index 551e130aa085797dd51d4f343c359c2ed54d6709..63b893399a0ba1cfd584fc7f854cc6142d690882 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index 8bc1c4330559949fff63f211304e62182211fc0a..f0b196386f1ab8eceb41197a1ffc1e0fd536c449 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index e4a8cdbd128fda06b6dcf29024685ca60f780094..f28951646c54333df33d53098f1806b36f0227b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.output.dense/_0.pt
index 41c34d6bc8e486a5b3d11a02154480c477475345..058e70e4c1df5afbb64cd39a473aa44f251ea7d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.output.dense/_s.pt
index 84dd5461428b29405fe8e3544b714738c811db73..c8158dd9c65c93a5c4fe8fa780da32616aedafaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index ab6ea8a46c32e0679316f4aa8983ce129203f77d..a3bbf744bc2433f08b60ff97205ba73c23a8e50c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index a46ea6e604d3fb587d4882992d8850e3b48c42f8..f1990cf0bb6d9a367da87985c273c1a1bb6ecb2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index 478e48aaa200895b894d3fea2cd2b3568b0f50a1..fefdfac75e9a20f5f30ed886e9bfed3ab8c001f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index ee7974c3bf33fa164ed6f2653b3bf9d8a2e06cfa..e801792f154c3f6aab360256b7b0ffe14c26c14d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index 6623f4f4d3af2d72b0be00232c8e75b23d024875..a56d4ef7a58386ea65100d64868474221278999d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 324093a536fac8d2b17d3f59f3552be9e6d412bc..593611c1e73f052efdc4c0836081097829910f2e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 8d84dd81c6c3187a6c8cc4e820485301e2404c66..c312b370b21f0429737db9ef30ec599105b08f2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index cccabf5b70a1fd3f5d9636443d0a1caa2d508e42..e4ff45dc44bb8a7393f76a92a2b00d12c192e52c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 341b1e17945d794d15ba93691c91e7f9a97d7c3a..c400d81bb5aebc7264ec7bd280827a5888a81857 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index b568ed6c01d3d7800f13fe9bd1ca2f4cd47c25dd..a3f41ae8dd22bddae439babe01264f300c50d877 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.output.dense/_0.pt
index 7a0623b40e09da96f9221f9bf57203ae14003596..bd9b8dfa25cf63e97a54b80566e25a0b45ce7ccb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.output.dense/_s.pt
index 4f2affe45743ae88ea865fca061224afcc2f95d3..a8fc2c0dc0c71efe30a1878013bf8ee7a72047de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index ec94c7380535f3a6137b22cef39810ae0e866433..35eafb85a630959150f9bf122a74e0498e24160c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index f14e4738c117df3f7e28e539d2c409e60a14faf6..afae1cfa968b20530811cc25cf95caef0a2c82cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index 8a29e7499c426e3059b25a6a7a12dcdba7b53e00..b99e52b88f3c2353af979bd6b70bd1df312ec4de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index 68c00d3433015adba2c5f3532dd20867e9146dea..88ef9292e8335f07e33a5faf3bafa654457578c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index 37c61225db17b0c22936b5f96a49ee7d8ab8ddf7..c9fc781f2cf8a700ac8b266615cbed0ba6a1b778 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index d16dedae5f661a315eca8d1deed5e839d9fc4b3a..087e483f977ed3d699aef63b62d3c6e728643b93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index 8f63add5891d74160e1f50ead5ee766f1b4600bd..090a1819c3bbb0c779999dc798dcf826c6f52174 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 3085699a00a460e917050e299a17f16ee9f1ab80..aa438eff23292e3631aa66a6b5c5cbf4a08e7af8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index ebdaaa35070b7202ddd05fa84286ba22a2a3e3f4..fa3b0ef14ae37663303e261af4e329d3f24c28b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 1516bdd487041ac7df35210ba8b40cef66986267..e83f810f5fca187b1b63de0eba51de83202acf8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.output.dense/_0.pt
index b235c75fd7d88f118c7fe85d645902227c736cab..61514258e764b411deffacdbfbe35a831772e640 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.output.dense/_s.pt
index 3b41d24c32d81265072f7513de91617e38150cbc..dd2e93a100ed49dff27e849b4083d8ca7c551e96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 399e5ecdd46d29cef6bcc3ee35f0c100ce33c720..adf34956cf185ba1269532be4573e8e7fe2088d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 60cfe1be4498e1bd93fee8ea9f326ca0aa692503..f4db144b13f7691a15d075869f6fdd5a869c7ec1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index fa6897f858d25fd256778fda59c51b7081fdc480..1a79e1aa6d0e134ac2717b40fd0466051d94f4d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 9de8ef3993ee75fb0a185c04403599af94b22e34..8a0cf7121d515c9b4055998c01864368a5c022de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index 2ebf703876901a0ab4d876f9e664d1b47911e61f..48fa2ef0a6ad28730cf8c763321d72de41e1aade 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index f2620995ef3409b537ab4fd8105f9b0c3aefe0f6..b809321198c58602c64cbb4e4c723458c03eef9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 5214437485d0c2af12cca3d699abe883eb734b68..78198784c84d5153bd94205b7d5e57eb7e0df9e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 05253e731a9c4501bd1b32a1c64401a3fcde69e3..73dab79105c2f7f7a72c61d28c35e181f69fef0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index 61888b840a00fa4d263bca1e0d681a39087be532..7ea6e057a286efd16a1e26fd205191329dfbcda4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index 25484cbb1224b9dec16a08208437d9dfbaefab73..15776f2b71da85b2ad6b1c957f341e2d54e5fbd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.output.dense/_0.pt
index 6e763b6cd92542c2ff1f5270bdfecb83021d28a8..75aaa984af39a2061749ccb82e8cad29642edb33 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.output.dense/_s.pt
index b229d4062ad60f8d39abae08c2af21c526e1968f..cf87a523ca14591d20453f6be22842a731838850 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index f61d223fd0699281b40b91d77e596dc1966254b0..a16a63a44ff705fb6e50ce9fcd5c6032e20ad07e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index 1424a61763bd872df1e0a4d740b14fd1d428c222..818c4de7d505754212ed1849430be27e8d62d2c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index 5c92dfb18ff009b5c7c3bcf3c9199caadcffb44f..3ca8291300a1a34fa9ed29dbab68c7190369f35e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index 362b711f720c87331639f4c64d9da0d98638843b..cb9b6676a8ea6a232b6050e4e905058ccf2da1af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index c200e73ffc4d12d87126c22a8cd9ef4290288c39..035ad7ed513e314466780a9196b921914022f6b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index b9964ad698b493b31e6ddfc7df1683f33ad95df4..e9254457fc6026e319b29b995df2b202ae2c6bfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index 8a4629796506ea85b4786f0807645f549f141d8a..70b7a9a62222a0ed26182b2fa3525ca37fc42f73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 8522807b96a8155cd20bde71c50465a195af9083..483530bcd73577a135e1e83167f24decfc040b11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index b2732d600a63363a23fbf2d9634a4240a876b4f3..f5553038aed0c02d595ef907742362329ae22d0a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index 77422346918487287fb07ebe6f66196f61694b98..040c6c7e5aa731885aed4236a66bbcb7527282ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.output.dense/_0.pt
index 28e270d721b9476da0724c255f4c520619e9bf31..a4f683d503cd801cfe6e951090f01935be2b10a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.output.dense/_s.pt
index 2dda9a0ee0a0a031834dbd1dd0f79049f4c24794..b8a1b80783846e619b8f66fe3144165e2a1625f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index 943bd99b70fe8fe0acd64d9f71dfb4cdc2eea4dc..52426bec173a765476bfb0c608316ddbe4b2dd92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 286344bcb61cd6b7c15de2003f2910604ff4bfef..ee10be545509fcc27daa9404c967b7aa6e360951 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index fd93a0566370b674fd2da858843d32a859a2ca13..090c253106ffccccca63670ea84edacd5d88c883 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index 51969116104ff8e888c572d8efcf7a6af56eda8e..469653d762b12f6e7cbbc9ad300abaea4328ab05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index 038f221a161d5d86358e0df208489f065f7b13d5..459bb8383ee9350e94d29405ac0ae26c448a0a8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index 8a4244582202e2f8a710a3b5f028f790729e4834..fdeeb2fd4a03c061d9d6cf19bf9f24ddac1dca27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index d50f0571db91d1ea448571e14bea6a9295fe57df..c8d803b2789585f5805c29ecd7db26301a0026ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index 001f28b73b6b3a3f67b398a99f4de7f9f6b1d043..11b39ebc48b9523fa5c54d10be99d501a131179d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 074b20e9db3b401f5b4ccfc00e2ceb9112c04db1..c44d7a3ab8caf7b723f64440211bc21104dbd034 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index ce0bb41064b9d269dacb48fafb9bc26d1121e1a4..f2ae9c0a4299ea1d9a89304e35b9e02402699c65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.output.dense/_0.pt
index cc10d176f1e951dc5ea407527110e4c360fcce28..20e62f126eeafa785e1d77fb8989950fffd8d106 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.output.dense/_s.pt
index 37faafdb9130d0308b6a49c757c335b45048cf04..5a3428c8cba1b9c172e5325c7b3f7f912654c05c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index 0bb2b21d4db00f23a3b33100cca158707dc99ff8..97c9582713ce750ac8d91c9815d6c79bd58faba9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index bb1b769b358a9bb20942f8be485dd40596734ff9..1569103bfac7ca8d58fba92b793282768926902c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index 821c0eeddc1e52b2c6e00ee99ff32952dccfdf90..9d031c614e896e8e5a8f4d9c4f1887484fdc46d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index 69311cd885ff8ad17897442863e419bd64e1ba26..899137ab48ee35bb1672e495e312aca55097f3dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index 5c2b5efd7879c62acc06f7d8ea42dbe2a3e6a55a..32966ca30e25e2c48ee82345c48e80e4f83399fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index e8a43f7e8f44cffb7e8a2c006c894071c404b448..1642107faa537a68a3b729bbfef1a7da3b86ecba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index 88aaed5352665620f314884636e3b4c9807619a2..f00bac6459b0fe0f5ec1a78481a17f24ad33c1c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index c8ffee12d8ac7507a96771325f0aa426c5a71c40..984564b5e5c49865549677c532cdf1055e1e0cd0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index cd5e2079d3dbcc493179f75255a031d5ac6fa994..022316d901f56497ec29d56ee7945f39e8951d47 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index c2ba38d6d0b34d93fee3ee850cddcb46fafd0f06..8ffe9b64368e29804271f2b068e85365998cf450 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.output.dense/_0.pt
index 1de84a905e42c8b6b409579fce579508583d7f8c..3c0ded511eac378c8ef9407e0b14bf8123abfa5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.output.dense/_s.pt
index 6b22b2984c205d157e057a21c25469f51eec5af3..297b639c0420ec39dbc92f23796c7367a1388df5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 51809b262a8f9379da37b03fd36b2ba89f6517f5..0ceeb835b8d9988d30ce5b978c8ef84a13e22d20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 4974d2f9b1007cc056d9d20e4e84cc837581224e..25c0cf96041c1b49bb14bd8b6a1ba6c62fcb63ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index ad574bed8bdf7d72ed2ccf7e8262a6e465379a4c..554473355c547e34e1284d1288df53a833211ea7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index cdb3d66489036cba6d6ab04ad3b74f1d024ac5cf..7a1d525f0422515f233e6f7efd1585b7b3834125 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index 123adf1ffbf379ce6d1b2742c3d6da7d8b596412..6588c36eedbdac42b17314a869cfd2e9d1ba12f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index d2a33d0324914ea733dfb11fc437e90b157fe9c4..3cd2c56a736f1a81409f20c41ec1c3f55b97cabf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index 3953b314a4c5475315cbe08d2d111b8e9f97f4b9..bcb29587b649cb3ce2c401bcc45ef6c74c2c947c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index f5603c3642d560b2f0ea01e48e016dc9c22f4464..c31b6de2f9b311c6169d9b615f02f9fed5d72463 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index 75669f31bd2b21c1f85a0969a14c2f04e8a8711a..77fa10ca120af1be2b39b4dbb614f999ba054798 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index 1586e0b9134e984981004bf8dfdef75686f542f0..3be40352c42d6746f3f161b0e438ff705bc18e6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.output.dense/_0.pt
index 0b3ac2445d099f62bbd1250ffa8396b2cc27c948..43d162c698ddcfc3e79b010d82eeec9304b17697 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.output.dense/_s.pt
index 3b898dd9b18bb786d86f104d11cbd129ddcabf28..24e5ee894357c4c3d21e615097c75b85edd35cbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index 046fee0ab5c3fca5ecdaa45d8d8256257017611a..24a8de027a8fa8359012badb74181327f4209607 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index 840484f14a1ed880f36b30761895d0a86afb53ed..6826ba552ce16a392e52ef3cb7280a1bfce2e205 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index 672cc920201c68270202783ddc8f7a34ccc70e4e..abc4fcc425fa9ececa06c04ba263b1e125502b62 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index d92c95c7a9d15443504aa65f5c48faddb60cc257..2bf0c9ea1ed39baf8298e99d46e4f65683387c2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index 3571b3f0f1296018b13faef51c52c6a4b3f2caa9..b09a2263559d2aac3f3387a9051bf0712d26fcc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index fb6a6f3fa8f4a8837ebe77d28c391b746cf0763c..65ae7716b3748c071466a6820c31b19dd4d196a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index a3f88965e42744b457a153f11a20159c988fd57a..4da2ddab6ca70ba251f5789f44a9dd393f369b0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 7fd93784990a50757e61c9c9dd0cced064b8b7a3..1d5fec7dc475f95bdb22941ffbd876ec2a01e4bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index b891bb14d362484f1d1591af0220c8f5d9fadf36..b75c5023914f979c101e3b0a2b8aad3788ff2445 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index c67967b46ba5fccce84639231f7fc55e09e54458..d4cdf37623ee3ea17ac73983123a91fe4d2119b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.output.dense/_0.pt
index 80f93673ac541dceaa73001a75653007686a19c9..4821272beb03c28baba9c7e1d7db67a976ae785e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.output.dense/_s.pt
index bd71794bac2dfd1c271b787771d8b1883a1672ec..d54f17a09f2f602cad8c8633d94b735c35f9fb10 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index 0949792c4c9678044d25cd8ae35e5057b8888816..2ab6b9b9b7db9d66db05424ac9492fd71da7b2ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index 24570d58df07af4fe5bab88d996bac7f73f1571a..1cd96891dbf5d2126ccd8a766ca94402999555d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index dd9235747e80e66cc9c41fa89eb5bb64de665d1d..3f48667724ddfcf998ac312731542f8060e03c09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index 2c4ccca66f59beec4c020891133c2ce4f4da5ec4..96d802aaf6e24b1202a1acb4bcb0193abc917079 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index a85a1c4000043b89a6ab30e36ac2146c22b901c2..460257cafd504bcf7c175bd2751de6cd5c75cba6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index dfc81334fba6c46369704f307939690bdca2394b..18df9bb9f5f76f9fa5c41c4e976912d2b5c808cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 48a8b812bae00c954ddaa45ab607b4e65e5895b1..c2240584eddf886cf92453098db5bafdf96722ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index 25721f41b01964861319e282b5bc330c31e05ef6..f337bfb8a34d2a5a45fdb3a307002caaaafce0a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 316b8770c93313c01e991ea3c4da79ff819dfb69..7cb16fdc7a9f4bb8f7e5ccc934b6b25be04be8c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index f091d1d9634ba954ab80777840380c4acc0f6e1b..3b285f064219c4cf8934acbde205c8e030afd597 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.output.dense/_0.pt
index 8746e90f0e6beed38d08bfa4033e743904524921..d960b6f4472a85032e1db8ad19c2041b760305d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.output.dense/_s.pt
index 197b6ef034fed73581a72c0723918bc113b9f3c1..342514d5c467b74a63ac49aae0db5b52d7828116 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 1055c3c1d5abfb923fdde337fe56950d6b0b2693..557f6fb5c727d6b62e0ccf8ab352926294e95cb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 5a5f82983920916ae42f0c2a2fe1862b0a29a4a3..6803f2384b2e50f4c6f2fae77e33b1cec53a058a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index d7e1801a65b0c47a7ee0e554df36ab5000d4bee4..6206014ebdad6cf9418091384b1d2ba03608c979 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 1b0705db775e84a8bbab8f6be55dc0a81a60123f..d4a12e1c08812b5d3980b519bcf7101e19c00892 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 1de684447ced776b72777b5b95596c458dae1d84..edf36966400e3650cbef5f9f7229f9e3e0b0c0b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 320290495440190300b73c03ceab4bc981d70f2d..b216ec2ff9b7e38ee9c98c7aed51d5d94b84aad3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index b3a7300548344306cf137d25a79e9560b88b0f78..ead7f87d62335ad1fb6f74f6ab63278f3233bc72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index d55ae7a2fddcacdc7361c56b2e3ff18841eac3d8..6411d38d2768a1e2239023a6de51e6eb21fa0821 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 1a86f554bdaf99f0747417c438e56a21958f18f1..94ad109f2a961f7e91f4dc81ee15ebfa8b95de1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index 2f01d46ea7a07a5595a533f3dc52a5ae4f59e63a..cac453f84c628f1aa8501afd1c4d016c17b3e2a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.output.dense/_0.pt
index 18d6a95fd25d97a17e5183e42ee9657b2979e683..e6c5166e119f3ed73d10d123d21bc421bc732f81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.output.dense/_s.pt
index 67bd6e00c421c13d57f47a5ec7c31081fa3deaec..724da3597d68674ac22da7c71561a84099fc9e75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index 3ef0f1d21aa2af604c542213ef232c29bf80ee56..4aa8ed3a4dba30cece893e0642f3f1b5e794a381 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index 48b1dbaab2b5591b91c80453a50a26dbbefbacd4..334331565df685528eac457c9ad17ef39d9ff45d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index 7db65d83ddf2ec26d472adc77186dc40347fbf1a..da0275db933660c494f4e1565b74fa94516244ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index 41f7ceadb6c97ec5cf7941c80c07522cb883c456..3a9099e2a7d6d77a6a48b8027583fc680af8aeda 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 303141cd744719a059387409f944cf733cd7c6f8..6cc9a096c33af9a98f905e23ada830065d5237ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index d56f4599b369706f6f154bedad272e2f58ef9a39..5545307b6cc7eac1294cd81a890e2d3725e3684b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index 87a61b9ca544860bfc49bc21556e91b16699f218..ce1f2b3b02ebaf631f4e4c4449fc17a9e576ad9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index aaf50e7e967eb04124d7769c6975f0f41dcfc2c0..e75bff556a23641c9f2a593a77ef6d238d51fe2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index 122fad60db98fd59948307d7e3fdeddaab5e2d0f..3d811ce2bfc01375d9ff48763b8f0a069526baa4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index 5e5eef33b609c817e8f7522192e4a1a8d41b3fc1..b6f3d5baa3a36dc7988c8a584b655f61acca920c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.output.dense/_0.pt
index 1f107fc15af679235b3fc4d5de500b39d1629f97..7b8562f87f7dc0b021a052c4518671af373d2d8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.output.dense/_s.pt
index a46e6147bc926edddb5ffead2c192a765d51b20a..37afb193094809734e4aadcd758124463dac520c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 5f98c1542815e71441b0525ddebd4157417e90a7..37dce5725d8c61e1ac52dafca4e4c746824c1671 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index a5bd5c1c513d41881d18976bde102ca94c6e0cc7..aa90ba066cbaae758a89a86fbb1f4d717dbd0281 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index d1d14b4c77f0f30b0dabc4f730669f8f1e9e9c8b..f86464cbbd0d4c3dbfa106283f7f4092961b94f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index 0662addfee19fa5ef45f0e0b988130106c670bf4..c418f7970d96bb26703a432bd95b6d8ba4cbe1d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 757fbbd4fb91df28867628d16e850342542954bd..750daed9335bc2b978074fde2896786fcfa37691 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 8c37bcd3a82ee97551c9dec32a91c0a8d1984955..1232b873f83661be1f7799484f09a8dc94396a5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index f17a4573d5d130476378a740e5157535af1c77b0..78dabb938a39a16d84b8d3e399be7abdfae69baa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index db1502c4204cdc910fc1941e784c854e825f21a7..8dcb796d4ef604d6b63f5d387df72d62deb555b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 437291a5a4732da860eda3328938a935b5e142a2..4e29903ef2845270436c56777611d0f00ba2485c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 3bb45e00d3cc5a698e7665dc6dc29d053df9a57f..4b1cadcffd30a147ebabf6a81ca42b3ec96483cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.output.dense/_0.pt
index 94e6c6e4ac91b81a79f763b1a79082e0132b0b5a..95972835d705c42855dd2e632e9eb2487634ab13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.output.dense/_s.pt
index fc5c8b9dfaab456da74ea43f0042ceaf3538fd35..969e1a9c605411c118c999b8ba06247ed0360630 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index c25297ce34700a1534b97ca75114b636026c9435..5771e5e0dbf7959d633d3fe696595c37173ef860 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index b090aae04140211cd9e0cf56cee16c2b7a897677..05e42b093b2aae2cc146d27fa47058070de1ace5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index 9f00bf424edfc6da10fa4ac143d97bbdcdb0e8c9..5cf6770a3ea2b5590938e7d9a99de7e835a9f4b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index e4ae80fd8ed6d40081f5aacefd074df8c1a7a9ec..df447528cdaf83a1fac2f3c6e013aec66e2a43d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index 2119a31c06994d33d21c707d4eb2e507e6e1a1d8..c60be48aba71ec74647c1a2c089dcc9953064b0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index c86fab1f57863790feb0711bdd0494c753d672da..f93792b3538dbda82a1d8eb2fec436227c02c9e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index 4e2bb1ea8a619ece74bc5a7270cf051d25cca2b4..bf7a0708cc0201e981330fa4516e765a2f108eca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index b5e320c7bb95a365d48d0b3ecf0bdf73f995bba1..25f5f34dc1437843e84b384ceaa52b3de9adb8ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index 114c8493f1377006af73e525324cb8fee62ef753..9702e089de2d4a04be4c9c86204a0ef4e073a8cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index e71c5fef14f3fbd6d7801c9c74edaa2b541eec5a..3c608116e760dfd68bd031c2cdd5cc1400afd09c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.output.dense/_0.pt
index a521812254f811f3884ccbb964a0e7950d56b326..a0e7651426add65158fef4aaadb19a7179951352 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.output.dense/_s.pt
index 29bae171347e02c9156b2caf726ea85b53f7695f..593dd832761cd08181eef00a55c09ae2e71a4f0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index 1be281580f79869f6553e0c5f940a4dff374593a..0a5969f53c7ea92f5dc70ee5d221849176b7f75d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index 10aed5eede04f3bf9d2543ccc83349622712d460..845948233f01d75dc139519bc760c1070fc96078 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index 8c77f811614a375c7b496e99e6c351ee22c07ec7..a954107228a74a49f8f7f867d776543d09e8765b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index d1c3f57d6c2d7c13c08388679502cd0686214470..5fe4d8b7066edaae89fc2d242b3a628191fee04a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index 36b6a8c4026325aa0536802b565d41d8303d96f1..021d21e742e6a8968b7857e93d63ee1247712623 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index ca933aa4621b8632969d2cecb3fa962e6089a2ca..b33f43076e4784d964861582b2e35db0fbca164c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index d067d31f38a0a7209c6100e68e1303ed64694b5f..faa8624cfa19c28ea8be6833c3375bab3313291c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index 9ef2ca6a8b82e2b256b0d39172b6e3a9407b0ebf..975cbfddf9211ebbb33512e25da7c5902c9f3c90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 3abd091f32eee9c760ec7ecfcef8eb142921591a..5dbef7beef37a7f3a94bfe290666a0cafaac7c77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index d96d0852b508449b04b4ec2034da07f24735d044..fd5b7a438be227085638344276f79e90b59cc235 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.output.dense/_0.pt
index 32d82e2e335a7c28148cbb30505ec8f4427a8836..d04588701e482881ce2685009a39637da83f0410 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.output.dense/_s.pt
index 8cec88d273296c87faebf72ab366f26a197919f0..7e676e1ca681ebb35a4a68ad2264bd6793ffca7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index 3deb7f35c1c723b65318eee73711e66907829ab6..5be6b18c02478878e2985435df30b1d176aef422 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 864c84d62c28ecced10953f1c548cfb5a194caf7..175f1f0062b98452f9a277bf2770e8777bc697c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index e7783d1896f3406c0f3d7413ff3271a8461d029b..cdf75bca87db4b638001df4770fd77056eb02a48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 93fcec6e0b77a4188d0fdcd2e4b2607c32b54610..ccbdd3fedbcc9a9564f2c51e2504ebc70d31f8e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index bd3f61fbe7b9cc889fce113d3cee0b4ebd72b986..5f1e7d9ca6513ae4e1383f90857869ed611d3cdf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index 658291940beb805f467954c1069e7729dc3c27aa..6d8cdca9983ef2e5870624c48ed4a47ddc6e5496 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index fbf71574f0de0bc21075939fc86cd26111ea74ce..ff983ce81afb98d138859a7119588962c8b17c98 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index 70351ad35747c919a1ae23ddf59b60d42c941c20..e604a03a7b4b432444d92f1f607b3c6696418d1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index 330405bc27cee94f2c90544dd99f92abff5d865d..571d4f1fe5f680490b801505febd494cc279382e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index fe2995e2027cfdc1f5ce1a25da398605f4445791..35f878928fc9615719ba64a59e2da60e95f58cef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.output.dense/_0.pt
index 45974fc80a8d2ee1532134b21ecd62de9146231e..a5686d0cc88bfc8574bc881e859409d60320f555 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.output.dense/_s.pt
index 0ba0119151b7617507462244a80201e729701942..3b5d801b1fa4f8e7b677a465108aebe0da68a45d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index c59ec7fa1372293c4419ad832b2579adfbc41911..f1da5d0374b8e673d84a4a1e03423c3171e619f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index 3773cdddf042984e77d5054fc4085501d9301f9f..23685d18f419e46dbae0df69b59ad28800f845b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index df805f53231e892198540857501efd63dfd16f42..1b0370b23d4dafaebcc26c420cabf7572a34fd16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index c59cca84fea686515c62032d33ff99fe3daa4acf..e701d299bcd2a63160af8538f30d70b36fe91565 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index 46cd3a74ce6953ac28d0c20290de98857995c380..b0d8ebdec1a970f6d2714b85e401eb40575da788 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 5469dcc718ccb3744f559a9ba2cce3b61386f12c..9cd1b42c424da938edc629c459aed8a08b46738b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index d1d2c4e06a0bb010330ae583c26f49844b7d9313..71a8270c51486c8be67717e7bb807ba3191f5349 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index a0174261da6745e3b30bdf5a280ddc32620e94d6..c6421961d771b4df4b8d58de051b3540d585b841 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index 720a5f13b0542aa944aefd5fbf392f82bd39da98..3b2e004158bdd4ec21aef63b9fe392f6deb35257 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index e180ea26e155c7b5a5a207bda1ea5acc395880af..b87cd2b1f911d4b96a30efc53b9b58d6ba3379d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.output.dense/_0.pt
index d84e6f2fd31af16468a08d279c84bf35f5026afa..b031fb19ba7519e5c1839b215f853f9400664470 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.output.dense/_s.pt
index f9326530cd392706677178226cbe96e350cf9ece..310e7dfb792c61d859c360164566bf7f1127cac7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index ba318cd748d95879c4352c097ffea862e43da7ec..6be6ae741f15d330c6a381214695d16d343138cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index ffa1416958f72d9da699f1659263bcf8f4d580e4..a6dab8bc6b25deec63f4f2f04ea24a16ee819a2e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index 84188798d993be7f8587ece899016df94ef33422..dd439ec997ed379ff428c111a1e07153e5f2b237 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index f75b085977d6b72f3592516741d76521038cae68..899a5679f39dad49b3f24beb5382c99b497271b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index 272649d0a934cc997ba17595f3f541312d631ffa..13afc9770390feb62dc424694676168a40abaa49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index c9af73e0e0408e9b290c669a16f1dd98b7c83d72..1cbc6fce078f708abb854d8e3bd83cc05ba1087b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 5fb02552e4eafc7a81d3dcf517b62389095f78e2..c016d04571401b15e629ef4129fcdac463b1a475 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 4761c22c1b5397ae59f2dbec6ed02b9f4dd33d64..96bf7ec98684e88bea846033b4cb1e36ef16c2a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index 7a9757f5adf780d43a992658c7c557152223ada5..fc3ec8e7e89b28abc189c01f6fc3316b5bbe0f5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 4ddfd0e0a6b2c962b9f470df1411cf02cd5b1230..7a833d0c62e45caed3713f1304d4445505b0701d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.output.dense/_0.pt
index 9cb56b7496b7a7757c63f100558426f1c07c4d17..74e07fc0e12d4bc420be2293078f6e49e0d8bbeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.output.dense/_s.pt
index 1474a7c383e72f351804ca1c512ba7c686928398..59dab10a56b0fc1d14cb377e74e12cf95297a3bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index 1390e05a79768b6a3503408bfffbbc00a1bfb7a2..01e8747560ecc0c8d18bca90479d9dacae57acb5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index e4582392d7015ee030aa9efa19a019e48f9e883d..56d4d8449ddcf5329ca2f596e518e5ed654bfcbe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index bfa18bf01d9e67ca08c3c0715dacf24fd7557149..82113f342d6cac893ada34a5f149e8c3f9a73422 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 5607edafc7dd8d84203ce76ccc37ef0b316ce176..3c20f0b4098055d872f3f5b010d4f95a6ddabdf6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index 6ccc2ba1115363e02a7b03d72ac3793b491797fc..1729674689ec9deae44615218bce433457b13e28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index 02880983f42e921fc3914979f470f72c39326fdc..8c4faf355b60311cc0427e3976518e0850740cad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 1ca69311e477590b3a8c6358c5c6aff9b0b1f2a7..6b7d944ce3a372a78d0345e17a1ee632b4445965 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index e3742fb8a2118a9d75bc567da8bb3427827d8518..ce978b28eda036fd3b38153431cb9bc912e43b94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index af5ed5b15d2c1ef7c8ed4dfa13034457d93bdc1b..49c3da2243363c509d9722ae48dcf892cd0ba176 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 56821d36cd53c1913eb03ce207de77cc55cd34ad..1edd5ec175c1adf6ad995664bf44fa6943b40291 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.output.dense/_0.pt
index ca00b763cfe720d500c4336f0a2af1d131809a10..b513bfe1fbaebd16d703930e8b0e4d6419521243 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.output.dense/_s.pt
index 87473022fa9ceaa8a124084a9d62410ed3960dc2..8daf7a5eb282a8f4fc2bb7a6e6cd2b7bc3347bf9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index c4b81f08194c4ccabd3c9ef07d69cf31e228c484..7bd62eb8b2ce7c4f9fa1839dde56ec4e1ba1d2fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 705c51fc404a33c83ff6b5ab4b64da9e2390896c..a18a661911fab533565a2e6b1151659f39de93e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index b05282d14f5cc22f75ad0427690517767920c8d7..d8a1a909b80edcc88e4b0991d4bfeba3dba7f4a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 8685ac4a9e63500811a16df10736d2d2d14363b2..dc095dd1d4c9b0fec2ce9b3b7f720b54f83aac2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 83012a44214145562624d9a9d55120ef54e17608..aa811782449cd4f4c0e040972563c3463f49f826 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 2ded7c13d9d69d087453572a18ce0a95d3e92d1d..421ccfed908084d0bc5920c9f38e4beefb58c679 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 48b2503cf364ecf15d2dc73eb315678b21cbe9ba..9f6d37ad49572583de48a0d856ad15c740789c2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index a1693837a3f6e3017465ee867d0999a3fb0f3069..f238322771e253147628b4f791f193cca5a713d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index ba4dedeff5696797766db0e24f4e05aed3945ae9..e42d157badc475daf9a83644b9cd674d49843b7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index 995a56ac3b0ee97d651451675e3a6a0740ca4243..3f9ac8a9ecc123d632c308b0d7d932c7fe3d3ae9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.output.dense/_0.pt
index b68b3ab74da1531afff90d67a09c0702de5380e2..e2b43da9836bbad22e3373119098e7913c2ffcf7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.output.dense/_s.pt
index 7c5da4e0fbbdca41adb64133d7518e7a0f164850..25421ccc3ac3cc497054354cc8438b62c970069a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index c45950b985dbce3e29883180f4c2d186d49789fc..d1a459c9f75b4059aeee61374e39dc295cb72b41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 7c55d809ecd9057a8410d444a4a1d9aa782da94f..a299d1eb42c00f9ab2911356db34045e160e6247 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index d419c515e3f7a8fcac937f7a8d8063c2298203b3..e71530dce796c2f768167a571b0211e4b86527ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 2dc7fa7e1ec0019233b0d29b2cee088619abffa9..ccc2193b821803de6da2caaf32d850346d0ae8a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index 7fba0799ac0c9dd3a0a63a9e457ee702b85360a7..b54573a6d8b87d4244939f0306a12e6a6d649497 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index 8d37433633b456ea0302f9c8dbe29f1828faaa51..7da9b5a7891c787e3c904c2c0040dc4809111c38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index d5896a60b55790779e0be6acf117436025eac8f7..2a673ab600d30cb6fcd2a3069085d7b867c2c156 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 0cda8b60032c6f221b1b7a38f395ae33bd299766..eb2767f00be0ce70347609f158b3c0610f346afe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 252419725ac069af7ac8c66290f1757a909d8c0a..fae3332d344bf7e3af8ef38f38e5d776af067d03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 14cecc482beb09e480c1cbf428b4a4e0c09dc9d8..c83adfed6a30195da35295185250b79a37ac1e0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.output.dense/_0.pt
index 1c149e41677dbb0c36e439a6b51cfebfcc94035e..10ad33bb03da19e31962891368e55f6316d0988c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.output.dense/_s.pt
index ea34f8c52087df39f60583c71c81e51ed5790412..7fb1484557ca2961c3fe06c786d4f241aa93d63b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index 2f6413dd4c88c203883e63a67d6e9e1ee8119f19..255b293eec6252f4c36ac422b8e8ce2169da115a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index f97e7f9aed2e1aeae0ab7a83c12742a669931f6d..17c4269cea9e46f0486b0d7f9546d80ac607cda4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index 64e267ad1003ca897430e26e5b3a05d22d832b32..7c51bb518a41d465608e27e27789df454f57ce4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index 706f1a98aae230a8b29e48903874e9543867c421..0b97efd99f4d576ac462348afd218331f769f78c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index f3a23eafd898b0727e80c95797fc445db53a46cd..c270d96770362e54d384053c30cfc5d27133babd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index d2b55ed6a7c936b46cdf1ae2761a41875f4477b6..3c29471693974cc79303d0bb034e28d0aa867241 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index d125b0c4ec52ee78e8c33cec926df50312b2ac18..0af8352f34a48ee4ee1ef7ea9d3ca334a6953501 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 28944a321bc788ee4225be6cb61d682fdc175e8d..5e4881664c9d9eefe511136f278efc83daf29d78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 98a9b505eb45c6d20f8e8fd68457ab01aeab9707..0ea11d6fd836cb10f48c9605ad6dae1107abdfdd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 028a2db41d3e412aea4876321d88f8dbc343810d..5f044e19ee04e084770079cede74266d9aa70a14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.output.dense/_0.pt
index 82d42c1ea9ddc3136d0d3192413f272b2567b6cb..e2cf397e8cd1ab687052010f1a023dfb879a379a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.output.dense/_s.pt
index 9b39e0db2395a94122a8ab94dcc400a292267af4..7048b4b7a58242ce5f634e882f913ec33bddc6e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/classifier/_0.pt
index 8e6e93db5566e5b7d60905a13233fa44ef148795..1e25dd9688a601c71aa2ad0f816bc2d15a64dbd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/classifier/_s.pt
index 4e9da14720c7711f9d0673c1492b2b6cdf2b0faf..533ffec18f912c394ed0d5dbc5994059aac9e6af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt
index af5557136dd1bdbf26d4d6d1cfbc7da1ce26e9c8..d6d19b956716854f345a51b031ad706e38576917 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index e0762cd1cf941e4e05051f8ed0f5e7bfbd5e9924..be15467e8dc1f0867d0816dff1abaf4d52d01e01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt
index dab3a8d54044651f1f4a3d9da2769facfd97c5ce..bab4d7507313d07faa8290ab1d43139824b717a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index 08677a5c1ce2ff7379ab3d480bc1603fa577be5b..d711965a011c02df2eebad15aafd5f12c158b134 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt
index 3d78efec057aee4b69813a1b66bf417ca3e52b65..b418e75de6d5b24c06dceb944c17537f064d41fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index 48d085e3ecad6f1d011430c138813aad5961c939..cb92c02807b9d3902cd879380af1b2d110138583 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt
index d90869e8f0c0b13e41f4dee98222517acea2ac1f..a0c80a8a47be6aeee5c726b9e2c61ec53827c18a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index 39ce848c71afdfc2965c3cab1821d55dbb68c0f0..036ab6742e7140c4858fc5afd247005c3dfdf0ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt
index a1bba1963d542cf7ffa65f8bd09a0730129afda9..8f8c06cd9df4df0b610f05ec9d9dc4ba385e0b53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index 62184c172ffdc297edec2acc5bc0b202f301f3df..653dc6a1085deff323819065ae425c66a07f07e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.output.dense/_0.pt
index cce30238e9a5cc9768564f74331ab93e604574e3..d1506256eac4b4994974145d5c65632025d18f38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index 1e142bedbc0a62133e7c1488a2051cf995fa77f6..612f737e7ddaf43a43d9fc74c7844e1158880aeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt
index c05ce725367822f5408ad6d368131219af59597a..e56835e88929b4ec604656f45a8f5265c723cf1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index 84332238360ac5968b430e765809c7144c599d21..ea607fd10559bdaaa1036edcb718cb104cc79022 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt
index 59dcbcb4bb86069d46e415ecdb063eddccdbedbb..db9cbec84491355f7c37a68a958235d4a39c7567 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index 7d5e0bb394a7f8f4108ed9b958bd002fb1cb744e..818a4988708a5bdd4e89d0bf6caa2f6e64c87883 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt
index 45ffaba7291e5ee70ad8f889bc3418d1cb085a2c..4c5ac0052bd454e6c8e661f69e18ab32f299eff5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index fb4e130c5a0d5cd66c7a33884f33b71231c8a8a3..c0247645393601e76f154faf2973485be32be3f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt
index 9d5e63dcb1b4fc325b982ed9fd247f9703f3f010..0313e3f5750d46d66299dc1c68a4f216155095e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index 41dc1fa7dbbf8fab118443a6ffbac13f961abd8c..e37d417006e45892492dfede40048eb26a66fcc2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt
index 636f5da6e9826d28236b8d39f01714044314baf6..fe3d78c0287d27167b9f023d8de46189c61acd34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index 26e61f2f98ac4f7472701a92a7a5f72a987dc19e..5b7c21162b19bd788098b1b462347b63567672b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.output.dense/_0.pt
index 255f56c55a1a4ead237f3fc4076e637879f94254..0e425bd630c48c811bb26e9bbfad8d0ebb70643e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index 8abd7f54ab20186af81baf3721efa5751ad165b1..6b7c70c10e0222f69f70a7caa9db28380e0300ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt
index d2c07edebb0d906cea4e196f7ffceecdc25678c6..7bd1fe803043406d3224deeb9b7ce8fcf4232029 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index 04fb8bd602d10bd04607966b53b9ab314ad7ad6f..29998cd9b1c340265d35c826608c4b7e2ae03b40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt
index ab46f6604751e67ca910a2aea68cb49688fe4fa3..e8ec9678ef07578a990d38e7289b3ecd1eb09af4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index 65074e8d243d220cd96d6d3fe0e7769b6f707cf0..61443731bd3001b4704f7ae45f78662b5db89bf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt
index 320374950b850aa27b22f8a45e5d8c3166db1492..5db963880c867b0c4e602133a0c295aa6c74198b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 8458c8147656878c130dd60583a327878ee3a422..69cdbed8a2cd8678b32f649e9e2c64fc5ab4c857 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt
index c804c264c7d7dbde9f13b51088f53aadd4392e57..ebd251109d115daddfe9606ab02553109c2f340a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 88d1be4470b57b25fa8ff4ac0ffd36e0ab186b58..07879852aad67620033c2a676071b07df2453f95 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt
index 9dcd487e5a37b7ee3bab19066ccbc5bb9dad97f6..0b92196cc15b5d3ec93e178f23f3f56317f61cfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index 8c6a0cd9218166ffe1e5bea721408cc4ab8e5113..80bb12cd98b483f489dc3207d97e69c64e411f34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.output.dense/_0.pt
index db6ebc0b44a0582108ad06696ddfe736270ac588..54066fd13449bd3aade08a10e9db7dd1e32e4858 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index ce9a45f7b1f61d3aa3734acb7ff4709dfd636566..d01797441aa681947cdebab7e0d416ebfc60db9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt
index 9479feccc8921b2ba7f006a0257e2c5546965082..6164b6c68be99059b14f137e4c39a413d60dbc45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index 5815acba3f8be0867d3d20254162935dbccd53aa..3245346b2544b25273396567cc7c0b3f4915f9c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt
index c59764831c06ce8205dc2745f116dba7524c12ad..287bbed191fb848fb828de5e3b8d32c4c4449df2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index 162a6618d714fbb8ff6fdaa2d60810d1ed5d98aa..8f4548edb12b4bd187d2cfbbb1f1515e05c40763 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt
index 543156f582b2b894add793dabb37335dbeb61ee4..d8cda082a8e82488089d422fb0e6a2a86818adaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index d36a9a3490b42c56a07a4c782562c8c10572016d..f8eb9cb5b4d8d8663feb5f6547647f1f5b947e86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt
index 62c27bcfa0eda8e1f660c596844339cda1f9e2d9..51aa1fb1c72da8c4a77974ab992b0d5bebc62a5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index 2ec82ac48a43573499be3baafd2900449493f3c8..389c6f9e332d41879ff57c2346cd7ee1393ad94b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt
index 852b9905f129f718e92baab2ea88eaa066fb2773..f09bb8ab038f8f2086e317802276ffda61d40b53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index 70dcfa0892704a3538c632231304aa6ba2728fa9..01e6eecbd52b9329fe007da209c96be0087ff5fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.output.dense/_0.pt
index b21978008176c5de418219c740583837073925bc..445caf3b61c1c76a02768b650590d3dad724a79e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index 7908c23e57766052d0fae2e06b0cda325ab2e885..2ede4c56999a3fd071aa273ec8ff1fadf9cc2a5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt
index b2b93ed981d60eda54cdc44669af80ae2f5299b3..7627a986a8365845f5b406e9e58f7aafd625dbaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index bb4d1a9eb30ce8495f75c5037aa7289c13351859..b81cf28a3609dded0eb06d906e31db27eb10f029 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt
index 20eec99db4a7201897be587e51bf2b93ea203a01..218322d2aceb59d520689759ba6a6ee9844ae018 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index ef83ba95f1225e28e6823c8bea9c74fcbc89acdc..378d7cf31f1ba34306808070facba492cc91c237 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt
index 51ac2fe49cbf9b70d5c177aada00e407ca166b4a..312bfc285c746ca0b6278edc266da1c4ffe04641 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index 0e1536da9c289a3dd531085864c368b5142dc4fc..64f7344553579b2b5ca617e3ff978d8c97022161 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt
index 8c86ecbcf0798491026580bda1e02d28bf05820a..12369cf89acc8c02be9ebb691308efcd9a37b559 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index f5c4516507a39be1d427d525cb302d3d91f12696..80315a3572228421550bbe05f542b3a9f930117d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt
index b772e309e84351109dd69334291558d56185f8e2..46e5dd271bf87a1a37830167a90097e080128df8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index 874a61d2a1e0500fa820ad53e112b3aed11bad90..c3ec43de1079dc65b301244c4dfce0ad13863c09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.output.dense/_0.pt
index 04d87d752fe85c5f017bad2daf28e3da22288e0e..8e6ca8523ff5179176d822711a10870e1f99b4e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index 744c8ea6fc8f40d2721945bd5e1bcd7a27383353..6bcbd34f2c8ff8a3f0e1f5dc18991763ae441ef1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt
index a7cff575d2624920c4d01945655b899e4933a799..94473edeae8b4b51b5090fbaf2810aa2613ba87b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index 04dd5f108a9682d22ad4572d4ded304771f96418..321fa49771922f9f844e14f5ca2e52f6b99d4854 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt
index 1abe4b733fb98e76440d35575de23cf8ddc5227f..f7fd638881ea67f79111c54317cb94fd3bee23b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index 8a2060cc17d6b9cc7d1e44fe11ddf0d6985210fa..7bee6c6b2a5fb6b2bac38872c38313a6e567a8fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt
index 44f267acfed2e83973ab2f56a09b4f9dd5141a2c..c7ea35fba3f4fbca33297c9b2dc83101ade72f11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index 0ba991dc5b0aa1ec16830a3c17ee27b347d3d394..8c250e1541d20b0330476b4836098ff821510945 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt
index 2f8622f2acbf0e64dfa3dc3e617567aaaa5bc4c1..8af7e7a7bf502ddcca66587cd68be7b3a196b0ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index c52401450bca575df027695bbdc72c0345e57a22..2137c6e66218d665de274761ef78b395af6707a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt
index 6e9be890e12403dc211fb3515421bf85aae202d9..70d3ce9cf232b44c852aed8ffe3917b5e5c09ee6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index e0b919bd271066395f680a8f63ef163aeba71483..937f00e002638a9cb4f03f56185cb5cdce5b8dfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.output.dense/_0.pt
index 9f51380045759d4cb77972abd5b9e39bb236917d..438693edec1a138796e1da378970d3d471721fb3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index 427d364ed768fb60e12ebf1965f7414f836d901c..ed0140f67bed5f3f6e87f9811c33c29a5cc88169 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt
index 9dd603ce759f04ce0529cd296728dd53a9f137b1..ec301d54ee56bba73bd66b1b7a9560a0eee5284d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index 30edc84aa45cefd3fe6a621cc7b71aad10154b34..91f339bb570cf780d33683784be67b7177db4f30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt
index 6a529c19a5a5c89006c01f61b9b640f6b6a61a72..f1be9241341c6c52557ea5da7c2342ff5489bc6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index dd277d0f7be13bb3b45e12b330e8d2d6ea1e0f58..cd099af735e8f744e3a9a78ce9831e1f170deb06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt
index ba988f90f4d8615b2d6332aa15a6c803f7bcf47f..1f7dd92f787801ecb535026f7389c4727fc9ebd1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index 33b71bf6c011ee60d7fdc5fd05e257d83f44877e..4e4b3536c21b72d3c3ef7de1a11f7499bcd83c53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt
index 5067984f818edcebc22dc8d2e7d4db61636e2ae9..9db0853dc1bad463476e2cc72e8cc0af26a39bac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index 23816aca44bdf8c485d1111d934c1114a4da6f0e..ce2eb13df0523870f5e552f649e1a7ab2e71a9d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt
index f6a53791a7dd1a9968f26825d6f8ac1be5b2549d..9a1819dbfa5ac63e8d47f801941e92c7cfade0dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index 7d1810a1f5291006917a50962c3657b7a95139c9..d40d5675a0e39c53e673dcb6e6a3815e6af55c1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.output.dense/_0.pt
index 93d525f95e50c62668ff2642b6dc5ecd5cafdc09..029a7b455a1274bb5fcd7fd9f098d3943f332dda 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index d26de0dbc97b3e07a18ac09fbcec80cfbcdcaf40..15d6b5b308b2e013db14049f8bff23664b2160ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt
index 2700af2310e5d350b7d2eac9966f00c0801ff150..d77e8e649b63ead12947936bc99f02e426b37705 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index e932e4bb546e5c50c513a0f3fb2c7027296aa22e..472486ad930497d733c9051b10a62a87c7f8d678 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt
index 339d724116ba4179458b8832bbfcea0b036cd069..1846a545c0ed793b0e4c803b78b97fa5d0d09813 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index c589c91df5c2ec7d01b225077c3345984499f583..f43e53fc4128ed1330d64528ae49ef501f7ef705 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt
index 9f91f97157edc3b39c8ceda15169f66cd869924f..8a6d55997d351e41cb9c9e7d8cc9803457b62163 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index c4e6234d3a1f028b4a4df2cbce2652c764f7227f..71a6a7f6a3c7c74a622e3e926154fb1d59aca3dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt
index a561c6082a2ecfd61d70f2a521c0fb757d4fb388..d374e9b20a929f0b5848a532d08604cc0b453564 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index 18a89153894282c5daf50ecd6305e2c9ec5eebf0..fcede14ef8897131e32566876d08ed0944ec7cf5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt
index 5df637fd0687667c9e6aaa7068d5a9122a839786..025dbaadf409c659fa63ef153641a8a7642c8ea2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index e87ae1e0c7065660cbb626898ff9c8c1e557c0a1..edb88f1e471fbd760bfcadad57081143312af263 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.output.dense/_0.pt
index 31c14d50e35502ddbf102054df6d7e72529aa69e..7c3ad057c7ee665cb12abd07611a1adbfce9b489 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index ee4db3a97e6c43b139069649e585d16a001a2560..77ef9642b5b0e7395e259c4c4c307d89354b3e80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt
index 49a82baba3b6f3a71b37dfca7a181f3403eafa07..4bca39f00979ec93793ea99970c9cb9e4a2e94f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index 03cd4ed70ebaa8f7a72b108131d2eb7cfbed58ed..4fe549c4cb959f03fa090eba5bf049e4451cc2dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt
index 9db244785a23935f2c240ffb80804607de757966..54629a7f3a7bd9f42747c48c951d823ebeed0866 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index 4c5a93b96aa5e9440630e423528fcebdbd1d371d..1edc3647bca21b46f301420cc5512e55c863caac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt
index 167861ee07eae934c68e303a35b6c0640c00ef97..e28577e07159644700fa583a843a1b7e6fcb374f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index 38fa497b81ca5518b9b966bd3aad9dd0f26020a3..f133495bbd7f4dad89abcef60e7d13c3bd5b5e34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt
index 94f6e0b9e3de4e5f1883f93b855a04a2a43b1369..250b56d80c79b5bb3197485c6ccd9f83f8cef1a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index ce5719ed0460440829450388ed25fb8702b896ac..34d3513be24a20b3ecae4937adeaa6d8cf222c75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt
index c16d74bc50169748efdf4cacdd3a0cbc63a0ff65..a4dda47439963941241fa0f16bf76171628dcb30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index 5dc0c62171d6c5a1e9d8ffd5b614a6aee5939e33..cd155a34a27035d817bdee9e4f129b511561f273 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.output.dense/_0.pt
index 21974203e8308abb95e5b64c90f3b6ca3b6d0cf0..f40c8c71448db2591838e36538f6b2a2aabadfe6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index 38708a4757ebb646b5493b15a4a330b4d23a1c7b..bb55c5ad84ece40d4a275c38a6ffff4ffd0d66ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt
index 5415e882b7662f5e9ec1edd7f51fc5df881cb5ee..bcac1472b239e89481dbdf2ad581162edf1cabc6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index 98f11d59ef0dac6edfbfdab1e104c6153cde209e..7f8fab834613ab10166072cb2dcd2786030d6a87 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt
index 97c49513c271fde124e7a17bac6adc3acac14de1..b658c3b3f366e0919a5f3b85890e1d5913ccb245 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index 0f78f5d3565efbc506e7489c3242c8402650e1e2..21e42d75dfbcc61d5195fd55308f21d3662c9220 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt
index 208fa4e668a1c2750e2b705d7bbfeb7636aad652..3cb6c603eb1ecb459349f29e40856afeefbfd0ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index d1f2c323871b42e3c4afe24ae48febea6b44908f..b052c5409128c2ab061c32653dcb861ee2624462 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt
index f97f51a2fcd158dd06b10e887f266326757fd9cd..fc4bc1ec572efe6dc944f001e164d2014ff5ac1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index 6319e9d48b9d7aa06ef654b3b3da7c5157ee16ee..ee4260cbe5328865f321d3923646b019af0d2217 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt
index 2eca3dc066600de5dd4b4739b4983ce87e52a229..0a33bbaee2aa4f37217948ff9e6059e2de46a43f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index 6bfcfcb322d111652d578ac59f5a92931f52fdf0..0fbf3cd07371af7877042762aaeea6d328ccb10d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.output.dense/_0.pt
index 0a0c9ac0a63970711ce9469bc189bae7de5c27bb..8e373511fdaf9ccc4b359baeb6466d4342075274 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index 716d65a4fb0e534d68f23281239ff6b83b41dc81..bf5eb83bdb9ae04b080f3a78815b5e112772e1e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt
index d32579ab79d55c4f864b660af642bd804bb53a50..113e9b8cb6c0b35f0e355298d40870ffbcd2b477 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index 07c1b76fd47c5f13b7bde9cbcf1d515463fc784e..115dec419c8cce3d0d1d76a7a58708a668aad1d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt
index e435f4d2c1a1fe797c9528a7a81710a5eb33ce3a..4d6663adef30872ca08ef05a405b47e444605c8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index 96200af51c4a948213c91b2aad3f646c1ed6ad23..b077367e51353ad51c985d8d6bc3f1d648744a7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt
index a70daa5d0518e1edb50ae7a16ba0114c1d579455..d518b48ee19c0f2538c69473f3d5d5bb8f0f569c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index 3975469c9ed14e7b942ca6cf995c41b382058fcc..b8b20dec98fe01221f2228fedce26cc3363c4d16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt
index 8aec8ab62b9af6e71e7253b0d74cb6805905dee0..a2c1089c87ab342c952b20ee4190441ad695429e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index 790ca8664386e3c9710c34777a1b56ab06206cb8..370cf5240e44e5f9d68dcd1b3f05686ab07636bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt
index bf1c6b54101842a5896f375a3311e58bc927f396..961c65033a77f7bc632e268d60c99ec858621104 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index 43e981ff9ee5b6e667986e0071772e9de89e950b..b0af5e79b76b7520620a2efa4d251d8950913b81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.output.dense/_0.pt
index a0c62ae2dc970a1a966e4be430a58d557c05b32e..c555bcb30c6e334ec1e98236999a5a233e1176b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index 228eb5c9a53de3af7a9c2ab3dbbda2529b13e8a5..9df665a244cfbf3fecc861fbaee255f30c98ab5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt
index cd83502a758d809e907b70906ef86617c8797915..f6c8efefdef56d149e1587a7c0c1c907acb1fcc6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index a7da0beb12e1df6c9f1f1ca6cbff11e9dc68fccf..946bd97c165c4b432344e0ebe076f59e7028d46a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt
index f404140eb62f5dd3691090f87abce8ce026e8e28..5104a006f10f0be8a991a50033c7d8a6f29a5599 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index 4f1f1dcd094beb9cf82ac2af420c58ee9cec1e0f..9787a32e124aa789e8a6263e258c67b45bfe017b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt
index 46c9b2c88e5fcef936fe64b20f8ef36633d13a8b..a4648305f2702df454b3f6fff1d3fb23d7f58f65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index 634131963a117c0025729e97bdbe163fd789f502..afad0fe67d36ebcf34b3dab26e727302f2b6f8a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt
index e6f1796af65a6cbf423bc73b67af3929f7b539c8..68bf72e0ab3836053c36fbdd94cc45e529d27d85 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index 3ed802aabaa09219c7a5cbbf10ffd827c6772964..3395ea88bdfeedfa0e2e4067120437c56350ff6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt
index fc964ee27d1ec34952a467667a625ed05ecef60f..dbb1d8601312a766175260376890cc7c9d7c6a48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index 17daa6a79e57ac9b925202a85cd067e94886784b..f4443508727cb4c858d72d37e3959a41384771ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.output.dense/_0.pt
index bd0e4ff592f2de40fbaa1d654457a9e4cecaae9c..de1c3101f0d26b26ed06c74e8f36ef96ab66202a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index 161abe1d8e7f1fd9dbedc3226eadea84d6962ee4..965159e27ca747b9a45e0385c156b90f46bc9d22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt
index 35c3aef7988b3dbdbb157808509cc32df3780107..d2c752532d92bca7b145791062305bb2654a2364 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index dc0365c38d4ff5a3661bb3cc58089d3502802733..24b62bb768ca65d613a273200dc17ff83899441f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt
index d0ad9fe91a428a4ffcca807b029ffb4fed0ae81a..a79fc53d4a1e6171dac19055e08629fda078cc59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index ff34ef53f8296ed4e0b5e8abc98189118ba35fa8..7f0586dde8a4af943b27c98b089427686b926a1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt
index 47b013bbe8cad15b47378e84a67b60dd0304fd47..7296dbdead2a98881b016fc255564276a3f09839 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index 1876aa5c79b1f87a919d06a8fc2567b50df8bab4..2c0e80a0a5db9d74822159490f53e0ea4fe90399 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt
index 7214d16e024a3e43bd5c0202859c3cee86b89532..dc149ffa076437d0a282b5f979687b91a1c8c1e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index ad81a0f59217a7873782273ca864b4e65d61ab59..7e63874c1a1f3f80df80ac674201dc6b19ea7861 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt
index 99423327aef9f9d60ece8ff660dbb0268bf189af..935c0728cfd5f5958f13135c378d91a6891cda1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index e23c8810ca26b044fedf5f05e247be150f9e3f7d..8abb2231f05eff28108e6defad36b2fa259ee770 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.output.dense/_0.pt
index 6c00ca9b8d708ae4ace813fb5d0ef0dfc1e34583..a192b3542bf24ce8fd72abaf29552dd8c5ce93ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index 6655890e159f7c83c5bc4acf7c70cd80e0b84327..4b9a0751c9717defcac616dd332be20c6fac48b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt
index 29b2d82ab80d3f5c743435cac035abfaab4f8eb5..db208bd1c96c42f19201ff11f3e96ed3211f9155 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index f59d96fe7af0cf3268c766f71777910e3fa54d21..05216cae462d31f6207aba940a74e3e76b657fb3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt
index 1acad21f25540b9186e919ae7dfc11a7993a48af..c816e9dd44187abb8db17a4aeb419ee7b7663da9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index a2c62ececc11934c95fb1766991b400777124c94..c687d907c3f52d21166880c5687ee72819bd6c49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt
index 844b7b111c94f67bb97f22f202566cb5022260fd..72269f7a1bf5a714a5b03c484a20d45beb65bc90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index 036766827299c968df228783557d73263c39fd9f..1a0553084818c35e32bdb2a4b8e16a8ffbc01a53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt
index 1a236096e5b7151214ce00daf51de9c5d7d5be19..ba64f3dab972286fea7f2001c3365f92316fbdec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index 25ef86fafdf9e8a732bd4a20c98cd69f76e3b5a4..e7ccf1171660a199aba293a52f3f2fc1c0193a78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt
index 286f7ce92a21827b62c111713bd73b6296a8a615..889cc419de5b4f43a9184743f209534a94eac148 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index 1bb542c2ad08157af63629f06ec735f6c83f83f9..69218e1b6a2dff1d14df4c7c8b98279562d9b2df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.output.dense/_0.pt
index 1b8d87d167a36bf3f5fa78ed480a635a13a26a4d..d31a3cda751c13791b1a890e4bbe86d2725752d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index 248ad287d37d089e0702ee6dd7c37eb3db67067f..4dc37dc2035d0c976264fe03b89ac3e4010bcfc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt
index 702002d60882d5f199375fef005747ee1fcf8d31..9c2d1f9a1b08d098fc099441671cb96340cbb899 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index 591bd8f4237741735a06f2fa9d289097463646cc..1e80334dbbd99150d94869cfda41aeeb97257318 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt
index 56303ac3e57695ce480a22ff7f5ecced66d0f4c0..b88a99a7d4e6cbfe5dbb3d14069d022272122599 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index 71160ccb7f96ba86eadd2186b4e4db4a488482d6..a46df972439c6bd349f76944b0dbd825e7c5399a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt
index 45a1b14f487f0b765b41a3291d2c9912090ba68c..f500795c631baed1dd0d23353e0244dec78098fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index 8e9aeb4ceb3aee58cd9ca5927e5504d23d74f431..700ee100b221ccbb5bee9409b49538cb240a345c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt
index 9c2de08d49363e2c3b5ddc8a21be19658dce0110..09a62895e68e998302e42f91743de39c66cace0e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index 48aced423029fed6e3a1ea218c284af1c3ba8a46..9a15963ae135df3b429d5accc843d3d7984d4fed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt
index 745783bf2f75bb2a7ec148bfb5233fd74ecbcef2..84920a2df1acc328ad68b6475fcd66efa81e11a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index d535e8ee9dcf27b73b0c0ae44b808498731481aa..11c02f7005738e4f87dc0acdbdb1d5a4b165aa4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.output.dense/_0.pt
index 3a7c7358a33d197dc21293b0833acec906810057..279560f29e35104d587c96393ee658d85737012f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index c52216983636b9b8fbc896b69b2fe29b56daa07e..2f468b3a57a9a44215b28489f51d6d6d6dc4632c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt
index 0909505cacae36c21c09ad939cedb28617279b37..05c3bab6fd5b5fb07962a200f196f8afc1d9b6da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index f465bac0ab73d262d6cd454a38e9a2bae3ab374e..e1246f6fe67213b62ed8f9c3ecb4d9c772587af2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt
index 3d0482ef542957b236ba1ff7996660a5d6413003..ec534cd315f05fbaad520854f21cfcf66dcfd5fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index 78763fa9d80df5196268032a5ce240abe1d1fdef..b8543a78d734818f1d27e33189af98b90657c9f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt
index d14fbfa0bf170384ca506057d58076660f7b3e46..498dacf05522f818e1ebc3bdfdc5f14edde6a837 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index 745d82e3bcdf7644c636ae81a41b63609500d589..deacf907de2cc611806373142c6f17988c9cee6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt
index 9bf7c3df42efb124c1a61a97d52175cfff4f9260..ac55bec7f656f3ec71505130f3834a3026f2018d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index e062ad18b725f7ffe842dc7de3d47b53a6ec16c1..cd498e9c5d69f6f7ff23318e304f406d13ae0c3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt
index b8170d2f374df89ea4f0df380481ce415242af66..155b78dd237df43d33cb218237ad8f43fbf31544 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index a93f6da8dbc7062caf5427a883102b8d852cac2b..d8097da0f64b6e33d1dfbb93b8429dc432632c26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.output.dense/_0.pt
index 53c4f0ca5754e492817cc5b56781c9ae37ca0532..7e1221f83f59239e6ca86e0be8c10e071717abd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index 63e69484b63231ad8dda0c59c95a29e7410a978a..fdc7475703d30935ebd60feee8a40118ea3bfe4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt
index d821819c534e774957d400582a91076f2b974f03..6d77a0d63562911f179400082db64338c4e39515 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index 9c35191b3295e1110ad4174a519111a73eab121c..f0505d62788bd44416ffb18142ec8ba6911a6b04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt
index 6600b737900f537146f39482203f75a4a3750196..5bbd0398242c07ff33511178dad4c16d9d347923 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index d77d667ef727838d807fac4bce1302a57240ff6a..58fac1468ee08fb7acd2c81867bcf8e86d443b44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt
index c33f5e2902ad89285ddbcf72ff67441378d42459..12858602fc6637c2bf37978d4679fa8f11ac634e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index a9f765c08b366ddec2e6ccf6f21ebbfefc704ee5..f05c40661c777444abad9762660780347ff8cfd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt
index 213504fd8133ce67477f2760f3db4b4148f00efb..28bfbf410cf7e747ada28d951c6e63cf96d717fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index 24d58566b94f63cf0342260fdaf8de1efcb69c84..f9216341d033ba386feaae168023b3edf53d14fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt
index 8f7bd870e0f33d6add51ca3071472e945ca1658e..be9078f314939d17c4bf44ad4b913a78308b0835 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index 23e1816fce68f2e088ad2c6381d9c96aeb049a76..61732d9febc7584c0b934bf123fa78d8ffb6edc1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.output.dense/_0.pt
index aaca9ec4bef536beafe9f8488cfcb7c296c4dc9a..05177ea086dca6e5f9f9c7852d471969f648c633 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index 66661027d9319722cab9a9950f47b98ca5ed1486..54d8727562f85b9233fc3e621e8283dd06037f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt
index 37a20eb720a7c4a1c9d50e99ac2f5d7457ea2fc5..971102022d8f82d04198a7ea0db229d77ae99493 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index 44edbac6e43b13adf13dd537b56c44f4134ba28d..e2ec324362ce2e387774adb6f547e1f273278f0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt
index 80a97f5a1a55008c43b350f11fd705b843e51eae..52501e8663d4f691bdebf3cd69b8a5e1996825d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index 7b8bd9b7126371f039c69faeedd4f8386032a5fa..4a2e3417034e81abd759d849ab08ee6503a0d94c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt
index c4bcaf18dee43293233ec29544a6f42753a57026..37234da60bc64fba1c93cb7aa5c59344e6f079bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 69034b5689297d01e7b0d5c0b3bbe6e19170b678..ed839da340d9cdc6671941d21da6a68a31e797d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt
index 7f847ebbc2c17af4bceb7f185649874e1739b931..562ca7af6934a30eb76bc8d5c287a9e17f42c5a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index 0c80784a6f054afe5639fb8136d152704d2bc99a..91e80702fc1a60681c2624d137255572d5c373d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt
index 42b75061566483afbefe1b09fa2040bf1e52dd9c..08ee18d99a4d5775f260e62574524606e6ac2200 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index e7a4de62752f231cb91dd96e83c9e96e24dcb8a3..b16264d5573995a784565ce6596150a5b4dd8446 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.output.dense/_0.pt
index ca91622fbf2e578a8b7f18df6294c47eda101975..db07612386d5f6fb5c1d3bc3aa8580f91b22c662 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index 51da9300d85d5de045b80fc7d71f4e2a3cd6a6a3..68eb7d72d22b669d25b350f1847e08252fcdf8bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt
index 5f3530a30c141225c9dbfb0e1620808d6e1d128f..b35884b8cc20031c339a6483a3aef2e477bd9e83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index 8e88b08d7dc9b9b6053a72b2f1d07c0e28bdde24..4cb99b1cc5934ce3c68095c3b769b3cb565a543d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt
index 0cb14ff2680b2f53767059db4319081aea936b28..66f04c32828cbb5966b2ec5cc70cbec60bc93408 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index 4cbd7d52bfc7fd124dd25b75762b6ab1438713cf..873d61fb664a150a948ccebdc80e3cb5a9143f2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt
index c4a076012d0070d8be4201f4e9d1b6dc815965d2..d1fd67e2ce77ccf0c50e8afb85fae29a1b270f4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index a58620d67752239773b7b14ab4a52e912951819a..7d21fdc3e8a68f66b61aab15ba280b217e41008c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt
index e69ed2f177f9e0b5064bd607fbaaf6de6fe41c50..70232b6cf274e05ba9f069f4fa764d5ba7ada7e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index 5dec13eeeace64b773d84d5c967c1751ceaaac47..0cd82f446f8551123efc684471ddbe4880b91af1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt
index 7db406b0657b2c412debc9486d42239f6484ca7a..129d22de346c853b66b7e770f8df06a5c23f7592 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index 815ff31ca2210fdb38d5ed8a1069299591887877..089c669691f1d703021a876962320922325020d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.output.dense/_0.pt
index 5803d4651f2d0baa825a2a21a5a212de49d34158..57b981cb5845dd650d4058493082e7e1c28ed878 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index bd68b8e8dd748a9c1e115fffc7eb394f2cc54c92..06c59c7e096db90b2dbf61d08ba42648b6b05ec2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt
index b0ec686fbd0c76c07683dd14687d2ea961808c10..3973371e0954dde93bd3f619ba891f70a45ce9cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index ed89fd8ce44d27a6c114cc06ec3cb8caff7bbd6b..9a5d692e27145c1026708d54f0263aeb8f7363f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt
index 6dc02cd1e8f3911c5801d7f2cf37b40fc1482be1..55d931f8656a411e7c882861469bb9a12bc8e098 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index cb98af90946420c3286e58979ee74780d5b0892c..efa8c0fb20f1682015816a4af00fa6b9dd3c2d59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt
index ecfe598201054f23924ded8c664e8dc44660bebe..4c462ea670e3a6ad794128aba8789dad07bf4474 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index 7c700ac95e8cd13c5e82631c228362914c7c82bd..299902b5d4e68eadb79dbe425d37bcf99c8e02e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt
index 0b9530f009c586c46bd279505150357756c17fb5..406efebf785e7f35527042067de8c42a05d825e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index 03cb5dfabfb69e8483ae1714dde50100b4e20561..118f46c0778060331767fa28f8347a6104d7ab99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt
index 7acb175060754ce3b5c44e43d8503b36aad962e9..4c2aea39b5933723dd91f7280b527fd40f4bafb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index ca8c993f5999df10507fc37c9bbbf3f28e7d9dd5..6f9f83228ec6e0c5d583096a2ea80f78e9296f0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.output.dense/_0.pt
index 50ed73d37e74bef9c6fc538fceda4a8d758167e4..0d2320811e15ea9787ecca07eaad33d205f3f749 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index 1d61e2beb6a964e332260eb7116a3f957209b200..e717751e4c5705dd815686e84dd0a4e9e2071317 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt
index 35b94d3ca43ce07a3c1e51cfb3ad9fc2711316d6..cea46c58b05bab4abb0d5850af3888befe38f3b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index 027a21f28f38914950f99cc2d8afa8be1fad7060..64b0f70da9bd414be81fdc02fc67dbc001aa9c90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt
index 1a991e96beefb43b84d7d3bb73142a4e9788db56..ad21c50238bf9fe94ee9a1ce5ee4e606db585d58 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index 92a671f669573d556f5dbded3fe58be1693211a9..ee0e4d84e7870f492505a481137e9b11c048a9a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt
index 1f904bbdebd97f5431a6d2abd8ef9fcb441b22f1..4830f22375e985d2961e738343d85df612295836 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index 8bb05d5529f910006b66ca4da9a5ed2c286a8113..508eae52d7b00cd02dbbec59a20f460ed3a30138 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt
index b5350c09d12d59b0ed3c65f177a71319aa782589..7aba8bf598aa0e03e392471dc55edac65734d37b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index 2970f6d4830ea10cd2b7ee97277e40315c42f982..09cda251bbe75004a4352c26600e5278aa8a8157 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt
index c9555b9882c8d86ea384dde17e1fee1ef0580d2e..617c7b488340d1069a889624b9fd73c2065be873 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index f022057bca8d2015ed3170f0db090f5d00443fbf..8dc223ff10bf1a0fa983e3ce361475d0eb277a20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.output.dense/_0.pt
index d695f04f0926a3b53089cd14c1652ec31c6dd4f4..42be17de7be2f9311413f7a456bd68f779090597 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index 0c1ce676daf1ae835c34f1623da85ed7c9fb5485..bbeb9849c8bcf2d1fdf048857c85c97feea6bfe7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt
index 18386412721bc43fa8c59fb11a51f010ce562e96..4051350df8fefcd3642b6ab072f6723e61332d76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index d7d4c3330c0fef8f089c9f2f7a11b356641f7bb1..4c2cd5a7765e7ae969d6ce879fd21ca1737c2053 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt
index 9022cbe6c7cc67a382753ba37623aaf5da78d91b..4d574dbeb0f156d5e332c90b4aeb609b09630cd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index de25284b8fd03323024cb5c056a9865a1f1b6d5d..d4c9660fdacd6eb8d58207caddf5a2fd1807b2c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt
index 34fffa22fc2a2ca19345056e9764811c0856e0c3..c1ac22ad99393bf54e15c0b4bbb6d4c447a62fa1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index 06120c4cd4de799e8bfe1b0886bb1df380718340..65b3a17cc731645b465b066e63f568a681b6a7af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt
index 7fd555b9c1732b28f915030f00fec79114b6aa17..0d52723d7f018f2d9048f96b85d40707385e2d4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index 78f234ba9882cffe635335b390224aef989d31c1..aaccf27ff1d8c34a949b0d394cc1056ded1c57bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt
index 14e45890ba3220d0b2ef396df7fa317f1f0404ea..a872ed54a857ba3dc74314672994393f294b8cec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index dacd04ae5a7f89a8cf1b8098d223cd3d2c42fb6e..56169534761223a0b0268f02975be13cb4e8aec3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.output.dense/_0.pt
index ab5524a4a5867ff05a03385a7697e2d1b0e8978f..ea979568359eacff21e591bf584e02bb22fabcae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index bcaeabe8f63530a5c6960832c280a058584d5ace..9a7d85d6d4d7aa336fc22a780a24c3824c5b6999 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt
index 1fdd78f32e1ab5a2efcab13ec5088b18a334f841..46a26b4d47f9c69a08219af97c62fea5c70b5226 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index 0bba81bc019743da0919245884fb3f9009727098..8c070a6c6a3b0800de93df57e36251bc45d75b31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt
index 496276bf8403d691d48db047cf5f6305d2767c6d..09e20fd0d0bb6cab25fdb9a476e9ef0f484d7592 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index 3cf2ca29e2c92d6c5df33a3595cdb145b221bdaf..5d73395e25ea9d94b4524e1624ea8cae1fa82155 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt
index 08017575c24372146c2755684d272f474f174f0c..e01d32177dded860df206c9ab6e6b6ee1ca1121e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index cbd3e0a97fdf63fa0d642f172dbcc78676af53cd..1abb6a240c7699772937a51a857fb1222bddb619 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt
index db42dc79e078f796ecdbe135f4c6f39d3542a6af..8f4028a75201ddc6eb338df719fc6a8ee4c2fa28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index c4e6a4bf1c5f310839abb0c17787507d8f00477e..6086e479d5423294d8b47b8eebcda21be325c916 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt
index 5d695590911189679cf426e13534097f588e9e7c..fede16f3c7b2529c04f16aebd4e8d66e809e28c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index 0edc832ccdb05b2e77a34323199d5eba4aad2113..a0d344ad349abd3a52bfcbe9baed0dc5895aac97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.output.dense/_0.pt
index 282e843405c20fdf727e87b0e63a53595ff24def..9cdaa9ee7be3d99b78b6a9224e3c90176ac6a1c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index bbc883df595b2b392f5c335ca1b520a46e566c9b..67898179c91cff9fb7d3d14d5a25110f70347d87 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt
index c5c72b259af2316b359cd29e66f2ecb30825d18d..b6a4109cf2afe6b5e3c82f1bd2a095728de04041 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index 8ba4509b7b8b72c912f1501e272fe7e56b153e3d..3045f9e296af46c7aab37b90750d34e9ecc81391 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt
index 00d0ff83a85116cf1fee0e3069c4f8c1236109b9..d257de6c5eb0d130ef9302a6bf19563f66fb7ca7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index 3fdeb641e62e71a440a99b0e816f8c65d698cd22..01c89a7459bdd9519f33f6b5c2d0270f391682bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt
index 8006f28050d5d86c1a1e5078ed927afcbee9f958..dd1f814278cdcf93646eed6acfca4fe795bd0f06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index 9fa5a19f4dd3b04d2fc889c31da3c1ede3f0c10c..2aa7fc82462919210e3849925e229a06d5eae212 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt
index e5458126f2b7f998a9417b5fe88e7af7fbdeea83..c141f96662a36c08484f88a9fb1a1fdcab87452d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index 144fe69a9a19e44d1fb45e9be9557d9071a6c3b5..8f210cd3065ddb1ccdbc68a2a883eb18f35e024d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt
index e6df8f167b8952e882aee7aa1f08032e5f72e29e..db19d6a8e514102cb582bb1d832ef5fbf22e922d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index 7d3fd63e560904fc79063e92ff719129f270ddde..a5bd2921cdbf2286b410d99cde838cad0661cb35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.output.dense/_0.pt
index 75bc66171633f5c3d01110115e317345023914a7..a81e251959fd00baa542e0c4082b35fc9dcd53c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index 97d49f271f63aa7945be70a1543b891d4d48bf11..cd588fcc5c3c7eece3ce3ba395ca2811dadd7ac1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_17_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/classifier/_s.pt
index 043830f9f7458c09445c0ad39ea03b0deeda3c37..a19ecb038d44b12a27135e0d318488d4444c79a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 97608b44fc985c0dbf3c2a52cc2c9d9a2690c6c0..0f8fbc67d7088454464b899a085239e67bc436f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 839040238388baef6f4ff53421f15faeb8b507d4..6456e0b0da11764dbdd623e9149bb078faf6156c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 67f9500189bd05957ba2377876b61b49567c484b..a2f404e635f760bf801df74c2f9e4f2d38d7a6dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 2141f954e6ca05bf9a188ab2f8c5c0119d9c6cff..db2abbef7e32b2e541a137b7fbef9b59d09e42e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index 30035f66679dbab1e13a3d403283da224664f73f..56029119d848e3d0f7075306c80c42afba01686e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.output.dense/_s.pt
index d9d981a21b13de8518a046ca2497a33a5f1e8d23..e07b5114ea78282b8bd6095aa6e1c77cf43022b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 00a80454261b6c1d3931668209ef3688cafcb45e..a9b29f20d84f7809209b54a94bb8c209e9477712 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index aca13518a14f33c2a13b651f4a0c775a49c2bb39..0cf396a4561c7f7547cd2f46d9d0b99f1c83bb1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index 3db861f227ded9b137c0131ea8dde5894b84c8d9..f2dc8f80abcde1036042e962e0d3bb7fa2bc14d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index aeae0c35cf159837d7bc0632cdc48c683dab52f3..27dd2a7862a016f16cafdd62129a7141d3c7161c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 5c885a5ef338f9eb21f4cf1ee99f2e3cfedbc980..2045da0312c58050fca09c8d6c7e8f2bf608b323 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.output.dense/_s.pt
index 2199df44bf45b9b7265042f6c3ef562fb51744d4..dae4e02e518952e5b56fa4ccccc282ebb3425269 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index 1717402bb8172d45af50cbf12a49a80fd116031c..ba029afc576179420c79e50b3de820458d437581 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index 026828606e2895c727ed5d1d308a5a2fd2d20ada..a5f705343a66897d30c61008e2a0be1f6f8ff676 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index a158a9e9d386e75571bb70282967155b93e6bb43..dd27550a5f5d8740676222bc99f226778c745c79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 7aa0efff238a3b926d27bd303da190232329f568..b3c04784abcabb291ebe552063f8dbf9e00897e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 7b652f7c528594e2ab5aed2362ccc90ac0dbe61d..ee52921ba27c19aeef1dd2f1fbd40fabca954647 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.output.dense/_s.pt
index 1d06544d93c9bb7f3d7ca21dd5e24151b6299cbd..3a88fc36dd80262b9c72ab52db0c62b38f705400 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 1a0cdc277de732aa2e8d9dc876f846222e61bb87..b483bbd496d5736556b5a34ee173746a5f16a39e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index 1186485a5b0b9ab22eabafe25604c92717f7de1d..0ad44d1a629b08f3d35f4ae002e3c1558eab2c4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index b6b004ae540c04bbe369d409114c0cc3cb55d429..30c74d080180be9d9a7aa38a19fcea3a78b75380 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index e549564df4521bcb088f4bd545eedaf4b91ed6c9..4b4fc3f5f820781c46048c8d2ee432ea3759fb75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index 0da142d5a4188ed76852376f842f180e49845830..36b4f1e8298e6b4800d361fe342edf92d4b893c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.output.dense/_s.pt
index 082c0412f972dadfb371790e0d5efcc0c887bb03..f08fc2b1986225b622cb8766a9acba97d984edd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index 745a1bbbe2f4bd89a2f760ec623b3d364d1789ab..82fc963e21b5e912e6203a1f023da3220573fcbe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index c455d8c57432592a4bed0f93a0395ffdff2539b0..ed7f19b2c4d9a3635f41102ddac7d1b4bc806a44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 46509ad783b71672eb9aa36fba8a72bad4ac0eb7..db26181deb24d32fafb52cfc5ca21e28c0a04206 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index f5d4a2f25ed87aba606ef3a8b1899594275cdf51..59d325c604057e0e5656fd1d63693e40381968a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index a8ae74685c49bd9ed02552fa5472305d37f454ec..f332b3c1472725d7357ebdfd548e2bcdb096d0f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.output.dense/_s.pt
index c5a3900b501af5e90e352a91fe39097fe05cea77..8e5153dbd3737a241e5afd1eeddf50e5ed1e57a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 9a0540db034081f4ca25d88337931d52a279177e..35393e493783b3005a76c7457b0f94808daec7c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index f72ed308e4a5d25d9f03b1c45421aa0a7dfe1568..9c471779a5ab3b5fb230b3f7a2ab14eaaf5b844e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index 0b476e36d15cb80f2623c80f02ce087fbab9ac9f..a5f6ee8b9033e10e1f9479d1e620e0dbeb6584b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index 7984cebd545f60e3c66287427d2ebcae6a575b59..60df27247cfb32742b481f5eb2bfa681c8c5ed7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index 4c23ea55b6bd8ce09bdee6d4fcfd56d10e702364..99db5dcdda6843d535b714868f72e27bf3673514 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.output.dense/_s.pt
index 25ce41c307fdae8c57c633dc80ad6100715c3ec4..6f928f9627dd0d8624f29c451da2427512005327 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 922f23174af731a7267192682de1f642270de506..587eeb486b1639c362b64dd962f55e20281852e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index 5b4a2f221b245dfd20c00efab9da1f93036c462d..1f18fd4d63a5cbd254ceab4dc1ef841b02802815 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index 9af4a36071036470c441b4f24cce440a93826d68..94015429c50ec3f78e86ff383dda66b0dbbdfec7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index 97b90b714161e7ab1fdf0cac4e77276654df5752..4ec0b4430dc392b8d2cf57e40e4bc4416a38a627 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index cf534b6314fb75ac3bd8b8a927bc7b59f9172fa1..f7057103d8d0a7652a0419fa6a62732f5cafc13a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.output.dense/_s.pt
index 0d19597325f8441804c2426b2809bee6e759674a..13ee3876b691659cc56202f97a7c817997a78860 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 5a723a924fea25e9cdac241d4285a16b0b466724..e63a1f136278630bf2b9c0c8c3555ec52160a182 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 9adf388a1363f45825e2e277d06c010d8fbec0d7..97ca2c71719e9daaf37b8986753299e68ef2f625 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 74fefa30cc00acadb2e3c4042dd65bbb284c2fde..e7cdf36e64c88b25350d8a9b59b62e0ddccb9042 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 5b43edef1ad0f6f95638790d13d66ddd8603f397..918b23f7781b6c43c32aa468ee1f83297ae06417 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index 3effd02ac3e3fe4302646cbec5151bbfdfb98e0b..de45a01b0613399adae45d48a41e79421e78a969 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.output.dense/_s.pt
index a9cd1c854ce8af5b6bd40c448264576fb00894f2..6745832c098c149ac6ba90f6a2454fa8f469fbb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index a5ec2e0ef25879b90fc05582e3980eb31c6ce6c4..1d802df0dfd7a2144f8d622a5111f12a26cd38c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index 09afb1ee0e003c0f362b82c6ce28647a9e892664..b2ef6466e6d357b329566b8bf096a7adfea628ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 8a936528c20e7bbb7ffb5a5b4700d7795be8fc38..a769f3e5efb0d0bd5e7de005381f41cbabb17832 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index b119fcf30d3ceffd3af0a7fe2183af30c2e40387..49cd9b404886b61ead9ded3e157cf0670f6be0ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index b8d49f2f8fca27caa8491c49248156dba1642281..2015c90c4f0586d56b6292675f7f4a7ff7dc3975 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.output.dense/_s.pt
index 747a7803e7a60db299c50e06f5f1596c5074285b..00226b6985aa74be319257c00e481072a35d2cd5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index 7e267ac2848c39d3b12f4877e8347dcec6be25c4..96cededcb77d412297589fbb3376611a423b017f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 3c9552fe795c60c5d494d3f47aac8dc3f80771e0..917ecd5d268e257102ca17724730b152dc0cea08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index b0cbf3f8084c6ea583fa7350bc5d9b0002b952bf..986447291b20411843b1bc80acd28a402ad61c8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 59975cb57d280b2013688fd139a269aabf0df040..706b2fb2d430ab03cc54488edcc8976129f7a372 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index fd027e4697fa1b8b6afcbef528a9f3066f5ace65..c83b982ab1d66a01a6015caa0c0c451b3012cae6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.output.dense/_s.pt
index 3eb56c4cada2e73ea6a5dcbf44401a356eaf6955..0f6fcb92408286bdd793e33342ff07dfe4ddb07b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 89efd2215073c99743f54e3e974e5cb504c107ab..f1b2c0ee5c0f2b0cf7d13599eafd16cc9273f7bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index 3cc941c330c2890379afb3414b16a440d3abfc73..19e35ec58543cd2fd8d07f5cebcd465e7b0535ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index e39d5f0a7198227993b64b9f53e278daf5a2e344..941b63fe811a32c66291cba70f86eb0494dc2a2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index 204e3c5484f2b0c9bf0ba32775709ea904d4b504..fe9d2f89d8696466d0c85e7ec4fd5502d8b9f875 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index 1769ba877e3e4ba46944fca4d5cc2a3f32c234d9..2322367a619ffbb1290e855ac385ceb03ced6ca6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.output.dense/_s.pt
index c8687300fc9750a2203f4de66f897afc2baaa26a..4956adc8b861f492a6f12aecac1f7e27666c3b06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index f4c9393846fc4e10411569f25608499ee65cf70e..604866bcff581067552877332bfafa6af7c49db9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index 7506de69fad321408f915bf59f28ba2ac270a92d..0a535cbbac91de8c99fa53a59f150b059dd45b94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 18b0aef58bf5ecc4541782ccc5191e8d5c98c747..a9e4b9a5e0cce0d35d15828abe2c457c3379c3d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 3b2e609fd930c6dfd5e124453203c6a7b39df11a..97d31b4b15d797911abf1f53067f78b516961885 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 3adff65e5ca5eba32d09f1085d592c6636b4b183..2015a64c440eca4b832d5bbee12e352d2b9a7023 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.output.dense/_s.pt
index 82e4f33699ad7ea21e67bcb0db067cbd01241df1..055676dc5b1ad624e81d33c97845b14f6bdc5d4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 9bd3e2ed2135fa569308d47a2fb569403e4b65f3..4c3c0957addc3051b5fab011327b1213fbbd0a57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index c5d3798063bb7914d535e71da7f4dd8f72a7b396..b0749bd24c0d44e396f4d30884fb5e63c5aef69d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 1366ee134ded2919db02dcc67b05398bf6532202..1c1692a8670bef9afffb7a6ba29c575110a7ea71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index 43aec8e2bc6f596203cae6d89de45879a54822eb..81e1828a5aa6e44da77a326a9535b1597ea016a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index 922d155e4a07ad0c4c757a0dd011fdb877c60f70..af303234790ca8c6c371b8885ad223b304fd584c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.output.dense/_s.pt
index a6b7a36f517200b3d0dd20c7770f658c10de59bb..e4f02b03ca48175f139e6f52e0753b67ab4aef0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index bda6408fd83cd7a476431f0eb55f6563e092b900..d5d6e3863000127707bac2faace2ad5eaa3aa85c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index f3d5fd94eeef07fb92f56d2e2e8b5daf4b8ead5a..01cc2c780e605638f5fdc67d9e87863d59730109 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 8c137ad712613a46292d86cc9381286ae72ccffd..71aa7e71baa2c56c4b4e29bc0b0d623845e61f14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 44defb5e2b3d683cc0f615adb0b396dfe0e32536..f9c580a0f74bfb2268fe5d00b0a3be0e5aecb12e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index b2155e8cb0d9746faf7f0651e5af627c206ad5dc..72edaf3fd6026607c32ff689174b8dd8b4044aa2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.output.dense/_s.pt
index c0c386cf8109a4ac9505020f68ab66b887db4516..801bbd4b869b9fb2134162a579d5fec8b27bb07f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index 45e01a0d2487395c431cbf9a2e8d684662ff1f94..e0ea36cb79b91ca26e59714496b889d6a7c2702c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index 85fb1671bf4a8458d894815a78e1218033c8a706..2a2990d97db52d735e70ca4aca67c650210a6f13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index cdccb535444aaf69af040c7649b2066a1e23c921..df5896b5de8e24a7204c8601c1978601f25f35a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 3198de43abe2c4250a88d23da9efbd342b453fb1..bbe34c566c5b69714a17ad6b348ed7158670d61c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index d6ccf221849428ece849b5939d43956fd8ea63ff..a815386d134a2730525214c5de4a333281171ca0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.output.dense/_s.pt
index c0ffcd27db255b4f1cf21c2f4d988ba057e871cd..5be5e5f8c20fd703e1cdf919ee37385357b3457c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index fd7dcb3ccb785dd3321678790a4853e91200de48..ecbe3930eb594d48495460c8b83be0e10dc26160 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index 061992ddf3c2e227922bc9c2d74e18935da3d0dd..b0829ad65dd408f624f21815f5315baa78770402 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 993db899c701e772fb46af2635902c28a85712ce..832d42349767d7c7cf81e642aba121631ed81361 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index f551737fefb7b34030028cdb1a3b6b99c1a73bad..19fbda533260a7f12b844947006da52143851914 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 1d54c6cf9b4e443f09a902e4dc35bb6a0371b272..69806894a763d1bf390a6e08c929fc68c3bb6b0e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.output.dense/_s.pt
index 4a3a5b15789c87199f921aaf7480c889ea83bf7b..19fd9803459f398cd23750200d297b7c1c291ab7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 0fbd1da0d4a22fa54cca2a6c3952f0b687524929..25a789ab699b76c70e9717fbcf9b6205ce7847de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 0ce1c52e72a178ac7f72d4905bdc0adb43f02ab5..303f23e62ed6476e0d6de03ad31de209fd8765df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 3132a92368c57fafa7c84df40d37a07ffb0911f1..80ad4e4800ac298031c98ced0ad73f224b45406a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 6ba378202347c4dd9ee281474155a537620c9007..79ac5eb243dee5b6527f313f40fc7251e22aa1e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index 1cd90cec649b469243b272025c621089ce37d1c3..24ce97d5cebc47cd1a7afef9b1753506e563e877 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.output.dense/_s.pt
index f889ca0b031e058386641cfa0b5aceba9c308d23..fd8d4a6a4ef9467d96f79bad901a9aac68329ff6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index ad02d28336e6b8d7e08e1d4a5f7e0b2fbb47aceb..f608b0edd3cfd056b201b2050d09f37157363023 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index a7e3ca2f659d6df6da7f7bde08c8bdc2aed3a400..b995dbb2b3e4124a86bbb52894856ef09fc35289 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index a73da6455468ceddf7f0aa80ce82b27c645ae507..564ec37e8ee053eb07203df51420589d443b5c11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index ac12afacad79489dfff9b8cc872265a10ea61a86..1a448b4fa5cdfdc8f4fbbd480c623e4c1840aca8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index d0f7c203307628e1976330b8af86d7996416923a..4589af5dba94da5eb4573c8110760811301f4350 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.output.dense/_s.pt
index defb80ebd4a191c967db43e3721794e822533430..0dce4636e7f2a0eaf9b8b3671bb93bcbf84f40fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index 50b6c9b38988a8e339cb3c4f0c46a479af7b1f12..43d4883754980e17a684750f16c758ee56780d3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index e3e6cfaaa3e9cd26af7e973f4f613f52697760bb..8cd5dfbd3607011af4616847dfb3c1b6b33a19a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index ee8812c1eda281d7e81b77a6f37b0d10801b06c0..fcc131592f7e6c8f65ef773ff356d17c959cbee3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index d8631fdd23de447239af6e320a2ee7ae78f9a174..0a075b25e260cf71ba6b5f307aceb8ae7418364f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index ea681ef704f733c5e0f251ee96411bbccd5f74f7..3c749088169649f9c5fe64e255fad7f583e9efff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.output.dense/_s.pt
index 6cb02bdc3aae9f184fca4a0f8a019d960ada7f38..ab833e59f7771f1077dc20790bb4dad66ddbddc1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 549d4ea4f2e9427faeafdf5b81a507d320b44c48..42a6a3f946d14436ff08e16faa58cdc78e41547c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index c92487fb08516daa20cda5b38b0e6f8255728893..64a260d326a8fe82e010d128786278038273602b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index e54f989e5a94500711a8b8fd656536e7a5ff436b..e7d908a5ebc763a2be5799ebe93869b5ad0aaf51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 30bb7f97395b33f2b0d0879d62e78abb6563b3ed..db8e0a6944fa6c168cf140552619b14efe1339f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index 0d20a85304ead32a441ef075409bc328182c5e52..6e884f709e755a55909b1a1e470cb4a1c043f8d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.output.dense/_s.pt
index b63dd9096e6c904f7b3100823639bb8ccdf8e50c..ef15eb12ac271d0da8978414c3a8b418f61fe613 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index ca753fa32ef8c2ca08629e9db90a07140cddaea5..a3295fa51741bbb0bbf8a7cb4991e954c3ce67db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index adcc1e971d240d1e5c47f8ae53862bf6d39ab72e..b83064962e636c85abadaaf648a5afd377f2cda6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index aeeb208ff95ec29576021bd309148c152ea67622..e031a93586fad2f3d446f903cecc97f7067320a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 108115a892550485beb7341965994767ac7b4b0d..3851733613f4a28fd1aeca8d940129c4bdcba136 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 90da94ccbd73748cee46feec50688d4f366c90e0..f4541500edfaad207e113912788cc1c47e0e921a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.output.dense/_s.pt
index b7e2e70194727d260f7d3fb695f566b15b00c6eb..47a0909e0423436095c0829a2284d970d2fc2539 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 8e1bd14c2d46a19e402409ca7aa2cd3d9f62db0c..e0ba400521065f6b448c59e9552a5df3eb5eda33 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index fa07f15ed1761e6f36f1c9bcd9f76cfb6a9665c5..53148faa4d52e5ee1049e50ddf17dc5b2f55112e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index 3a8cfcf747edde471bb445eb63bbe91b72684642..8c3f8f1cdf650fac6085e5dad2934850c06b5902 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index d51f93e8cd84c8b36b2370e0a85951d7e0b1868b..1f37d61f011dd4a474f9c6d63c889506155de913 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index b8e1fb9afb19b834495aeba75cde6d55b29e0a4c..0760611763efc88b68f1c46160d5927d5bd7125a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.output.dense/_s.pt
index 3c0c1a5c6e6a99dbb40a889dab9e009bdb96dc94..3c9ab522153816f91b7434e5277471944f1da1ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 1c8e52e5a99b5e6e69c582e2967d4f7bc825e43c..148fb4185eae23589e39df106924591ab9d14538 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index c6e3ddd5a8228ae50f92e780aa4bb87f291d6db4..e09027c23ce4cae3889852b3e863d50f2510d172 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index 77a72e0aee83c3f2ec6124b3abc6aedd0da44e5e..84d3368e9b5993ed90f267d2ba542e57bf5ef50a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index c0aa224bca8b22aed18101beac75e4fec704373a..b2fb90dbfc9a5a03e72a1727c440ff227374e324 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index 64296af590293dc599533f132541083fb154e567..570d6b5378536155298a6fe6e504bf56bb8be4d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.output.dense/_s.pt
index 6098a0b0cbdf6e3e0cf846a9ddcffa6a12199e64..eb8e1c426cec623d0838a0d3414a5c53a410ba07 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index e683a99e48bcc34e8dfc9cc2c9363448ebc051a5..4120b800bef20a32178975fc69c2b8f3207ae54f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index 9fa3b533aad716677f316e3fa46446ae95314b2a..49bc61a6a032c8a4a7877cda791970d5be243ad1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index c44bb1a69446be0e493e0d04aaf00a35dcedd3cd..c68b1e226e137fea215968a659ad5c5f8ae61b0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index a9c4d3475384f15e98609b3a94f677276f08f676..87bd24298d14421066828e578f2247482d8f041e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index 483aa3dcd2d653a59c8d2c773b8237901c5bff19..82afef018723975e32e8e042c695c4743db09ae8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.output.dense/_s.pt
index d24618bb399b9a229c124776f4560378649a520c..12a766a383aa187816442118e17302c4915f825b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/classifier/_s.pt
index 89ef36a579ecbfc20449119a29c5f817a75367c9..d5bc9f864613d3f80acb4d05f31d5447a21a6a88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 5ce2a7394395b14c5f36bcdb679903b4d743f3a7..39bdbbe605c9e1326691ff999953ad1a6a365bc4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 867b59d37cd14c331351cd97b7093f3361563f4c..77b3657a93e40135842266e331056296ca331f8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index aec74f2ec51461f2b165318ea174112fcde94284..113bc98e3166a97597afe455e4489c0676e6ba5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 8925879476a4cbef2fe7d38697b9d433ae2b2478..a243d3b65c85e738d2cd526f1ae14015436dcade 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index 2402f7ac975ee57a58a0e3919b52cb3e7f261a58..7c6d8db07081133f8467040263afa0d279fea0c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.output.dense/_s.pt
index f0a9115e5bf5a883063a89e84723222eb1ee1e22..43b931e0867e1879dd6a2efd252380450614094c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 35a1feef81c6149e5c4ee93269617f1c60c20404..cf6c6987cf69677890d925bd8fadf860a5a5b43e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 18394983e4d251a22eb19b5bf485eb1ad3f90ffe..652e841cabd195d13627fa8e7ad3eea2627ee1a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 8bf0239b02382e97d9faab648ade2786d8ed33aa..90b80415b4072dca16d02fb943e67d702cab44d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index d7e74c625ec1e2a863d8ea7d0f8e1b6fc7aeed07..fa3b044d327b0b05024c20e959f7fe599ed4f4ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 633d145513ed4e235524c8d27e3a9fa452612af2..79f3f52543bb3dfa9875803773434640f1864d60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.output.dense/_s.pt
index 8c16562f5cf92f52ab8424f9e0848116238c9296..9669216eca99c81bcb88356e825aec8cb0fd8353 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 9c1f4638f87d94ff82aad9168f494111b55ed45f..8dc0316eedc7bbf1c9c39d21860c6d507483b867 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index a6a8c894824b83f883dbb8d08a603861fdf1530e..17e70a728c125a3bc90f4d62b697719a6f089085 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 2fe009da1ad575ea638ce8d9825ac52c9a7cc892..7247bd225ea113642a90d4239a5a11d3b44b3b35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index 67ddf43c547e90f5c1371cd25e1654646ee74770..f90b9dffa0fe4a89931ee859bdd63e7ca252e205 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index 96b75e59a3243ad94f021480a0bb80761bd1b70e..0cae1f62f935f4de7969b296a437cdeeba8c3718 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.output.dense/_s.pt
index ca9afe014a7ec13592c10e2405ac561fa9ecc131..00b8ce23b8480571cc14f55b62e0dae080cdc7c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index 4176201a4c480c1dc7747c667ee3dbca8349810c..556467dd2f1952155a9e8ad01d2a39ee485d3c26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index ee5e2c09f8ba0ee0a807a9591c50f1b667d1b354..51b3592a717ac6d67bbf02c4dd4de41737709fdb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 056ecc9d3a6a79a5eafcbc2a74089702219442ec..d53df5de757f1cb60ad45f0eae0b2e6f434ca5d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index e879608c210e05f4f8159994bb71dfbdb04abf94..5f7cd38675192f8c5ea05a0c3bdbaad6aec00da8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index 8b09e9ac415e12f0bc00381258c6c88af8926f7d..338555aa78cdc0f243cd728b700fa37b54b0d3b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.output.dense/_s.pt
index 373d8f8817cc782eeb18df0aaef98ecdb6e6b115..1f9e4881858e3cc5d0e3c02d398fd5a27429defb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index eccd542fc16109e0cf4c444227065010a3dde7ab..3fbb1a7c843edff4a40b0dfc665e32b4a0ea10d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index 701f5508e702ee2d0cba447a6e2bad7f919da4f4..ac28df9891097590a55826ee1ae9983602a047a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index d9c2d42ce97f8d2a348d3a0f2126a36933f4b00d..ac638ae4b0c6f049ae90cca10ddb28bab7752009 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 655eab4225b84aedce6fe54ac89b962b4a93e301..42c996fadbeb98d73740666c9208dc114e9a0f16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index a680bf4b6d865e8fc11a8ffc2226367bd65a38b8..6c2cbd50fcba97de77b8156febc90d1a52eb3ab9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.output.dense/_s.pt
index 74dbaa13bb9f9bcd73ddb36b76f7ffc34dbe5037..2db932ab4edaa11d185f9dc1ec25699790825e56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 0ab99850ce0e5f7a324f20193e0544014243b613..792e288381842c0bda1551e53ae9a8dcc799859f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index c4800531c171bcbf356089af3b690486ed3e924c..1b60cac1ac58c26dd8263dfac85a6fcea4a71e9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index f3295d0a42dbdefbc2907d7685b4ce082920b846..3baa36b6129bb745245b90df7a84f57729cd7665 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 007b7f52135a241661489d81ec9a5ededcfc5a39..0cbc969f7187adc9ff5aa84c284af5b0167deed7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index fc2c6572948f15d2b3ab2a9ed14b07c043598c27..83812bdfc779e88f4b39673c0aed83d80df7786e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.output.dense/_s.pt
index 5b5883c320ce9eedccf929b6b8f129f95c3da579..c0b4e3ac9ecef880bbb023a14add77856aadea83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index f14da9a7dcc02e4b1f363a89cb6d1e6d4988d04a..bed554f943573669a8e6a1d0ac877db221c12136 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index 05c8676c127f5a6521e2e9038c458d326ad353f3..f17dbd6f52166a681ef5384cfb60510df6770978 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index 796a6939c9eb143804d3dc6462f5b4c40c3a77ed..6bdea66739746a2e8f6f865ff5c732ffe46b9bf1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 2606ffca8f3acbb37f62754eb876b8f4a1f0f0eb..c0b4749ba56e19eab8bf179689a829d6890c1d9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index d1964ae3a60e5891d4925d4e4daf3d80986a4937..f0349b967ed3c9bc289fdcc0be35508b8452df3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.output.dense/_s.pt
index a0a1133554550a2c16143b03fc4b2f9107bd603c..3e21c94ffbc3a3c3aa66de414111f4749b794472 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 97c51288c2b55480e905db760289c1e1e980c601..675775ccad571133f11d1ae2bbfe7355d4ec6a66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index b2a6c9c09cea12fec3bef4cabe2e9830be5254bb..3d871dba09a79cef656c987b5108439395190687 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index 5bb61ef0e15ad89dfc4adb2b3a9c2fd182fe88d5..b9e30fd05199d424fb66e19600f797783b947bcd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index 3ca4c6110c6ff7cc00ac52b61d0bdd6f18645703..fd1f50bc338eb60f7fca382cb47d237bf1ccf915 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index d412bc5d42867fc4fcfbeb232c3113264ab5a809..a7ab1ed02f80c319c6fda812a239d13abeca44e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.output.dense/_s.pt
index dda1ea572b998065222abce9e0993c4570e3cf93..fb4198a66693dff05752fbc01c6c2d167ec1ee96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index 6bfec818e57d55c164a74747806efd37c622a2a3..cce9fa3f908a2681802f2bb9f6e3c03f06d3e69b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index 8e71067ce44ad3a2d7a610e8b26026df9acc2d8c..f75a63df08f1e35c28a9d41ac8c85a1b11d684aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index 58160a587b2b14bba95fa0db38f16dda53ce570c..9d7b9a4705e02e076f4daa1b8dd8194bbb297fbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index a139750723969f55cf5129d1b6b631ea290ea29b..69a0298f7449a40708e174a7030cda92cedea0fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index 98eb238e3065377b68409946e2fa7f674187b30b..20dc6d668400160981327113ced18b1e11e83989 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.output.dense/_s.pt
index ce4ca9742140eae64f9b6699bae4e138ed6349ba..be614c9012fc18f118766d3ae42abcda58bb5051 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 1e526c66102fa64290cfac3fbed1462017dc6960..51045f3425c7f0c3e9731279170d7dc5880d9d44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 9930602139cb85f7479719bc4a4e081ac8e47889..94e5e4dac97db169d16d1764d2758b7a39283846 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index acc0f2ea8786b6a4b36aedc982c6dd2f0960741a..e0a70b1787239028dea9df7c61de8c2128fba29d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 26cd48db141fd7362aef183ae5612b53557a0744..34d690fb33a698699350602871d1c7482fae1503 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index 9b5681f5a6f40832fdb2c64ecad72434d2b8e042..77935be9d951de5db0984ce8b509b43f4e92eb2e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.output.dense/_s.pt
index c04019cc008eccca8cd4096598cba9d448ee9c00..e33b480d83bad3139257c34c120334a09f27d35c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index f1f65bb2bd140bff2d650a2f99babc75cf3d9cc9..fa363e0987358e4f26605461b70c031c56c33ee7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index 4d89b56d2d57937425678471b2278be3b8e68ba2..7a33b24b72133621c9b9903176b5c6d6784c4b9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index 77f82b0ed2c7e1a93cc6b9fc594a6d31f46e607f..3d3b7a01af63aa95e0a1988586cf273c5eba63ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index c2167ef7ff12e7463b7afc836274443fb544778b..018c5c846a082263d0250c0226b13884d11f818d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 9c37ce86e7ba7b15f943f3e507646b096345b754..16942601a7c9384d4bf6bac90fa76a43f6c61b2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.output.dense/_s.pt
index 12c19b47a3b38be58c39cd8301b4af52b28bcb4b..a08499fcd7afd7ab8cd0b8f0fb11fc685187d711 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index 812da29919bc870f8b27b73e58835a17eefa0fb4..2c8ad3d337886a625003771749e4cbb3bbb85b9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index 4b974a1de5863112acf505441b08709f1f68643c..804701a8307e96f578dc8261a8fea818b184a0be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index 8bbce5e6d2022942bbd79cd494042ff05c079edf..2d8c4f39e712757712fa8c7b13b6a19cda79772f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index 369f60f81406891ceeb386c218e30bd52081d902..c8de15bc81ba249991fc3d6c0a707eb8a5cdf2f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index b15c1656d1e4a85fe75033b853184ad07219f5e2..180505be7f9b64c4905dcf987ed14b07b186f997 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.output.dense/_s.pt
index 3c086a8333642a3d59e0030966fab78b93630d49..70618ee9dfb66d6028f6791d791c15d20db43846 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index de6bf9b3422f1c7d1d91ffb39ccb85683be9d386..0329a21d2167b497160014d9fba8ddcfa6d1726f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 979a6bc891ea0e82b2ad5ebc6c5f098259e00b66..3e111d4c2ada0202e5359d6b68d09685fa769e38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 2c8418c22fd21f3a0b84395241ecbf2ca0ee3b6a..a6e08dcb65739649dc45a2a14c169f9bc1e34754 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 4876621cfa773edaf0c966a1a2ce9ed74408caab..270901e26d44915d2a26b6ca7e34b4b37de9770b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index 15d9f1437921ffe368e32b1af3ee99b1fe708bd9..8f0cb916f354188271615f0b534f7edd0704bc98 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.output.dense/_s.pt
index 0cf4ebf7e7ed5829c2ff6860c5ab1a23f73ee4fd..24ebb7927b1833987cb0b944d653f6b7c3b5313d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index c262781dc9f9477b5c6fe75ce1ddf3bcbd40e7bf..6ae986142c8e4863fa67c74a0c4b56b141eeca5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index dcb941b6ada2d17e29ed9360f40fb24db7693012..b3a4abc76b31f0fda82218650f7442f734afc2cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index dc962cb8a79601faef5c5a2b27ec7c306f40a0c2..c4c9721caf4322170caa499064c9a15f136b4d6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index 32ec748f6bc55a4f504221523a6882e2370f60ef..6aaf07f10d1130979b31a9b5480f73dc204c93d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index 0e286354086562c6d5a481dee6f00dc71df46af7..7be01705ff4b8119597681693642b263019a0c5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.output.dense/_s.pt
index f9cd9a6020d104bb138e71cf25fd9469a6221808..2d10cfdf2d5a100d56514658ec2cce9af6a0d719 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 2456e23a804dc475529ab013c8c3f513dcc285cf..772f1e0fa6be3bbcadb0e6a88b33bbacdd1add14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index 89d807bb013de704e8f65038822b5e563dfd4dee..1a3b1909b59b57552a3bf0eda93d1c746df296bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index a9fc8fabd81de16b6df2644fce468efb6c04b97b..7fc17c42a483b74fa90ee88dbb3fe7f0ab4ae695 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index 3f8271f5427a727d3b7a57478dcf7fe9931f5b5d..a6d93aad3080c28ea0e3fbaefa961a5641371be3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 183f7f2e33aa4f01430000a21eb6c08a25a4fe83..3f162d29641e0f5926e3841778a120c5f909411a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.output.dense/_s.pt
index 1257782084d5029d02e97f5394fd2753c442d23e..beac0f74903ebfd43430ffdab73140b50d021f5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index 44023e2892b62da310bf6499467686de62c0f4dd..160650bfcb0481836486085abe89e64a00600ec1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index 304b25ef563c52090a14f331c8f4992aefb1b7c8..0ecfb4853cd2f2193963b598634dd6ac14e7d6bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 1a7d9bd33a7a9175c7ee996cdd6b1636252110bb..8431c07aaa4a5999320143f14a9584f22294a78e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index 631417dd056264f5e00908fe3db55bf71c616953..4ac6d2a7569974e895b7da4ddac37fb09f44875e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index 0b5b223f94926ced0fe0c97aee2e8eddb6cae0ac..b7f62ece23b4bfc62642259f70a969e539ca8983 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.output.dense/_s.pt
index 265194ed2fa3177f2cbd2ed438820db914ec4537..ac36a9aeb6045ee15acaf2dbdace32582a001773 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index 2f61f522502d081b504b8bbf774af0faecb6147e..34168a5535e517d9181f9e8ab36d920042bba622 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 0a8b9d5a0cdb08ac00e09b94065e1fde325f7cde..f0f767d63ed849cd148a666cd13133d9890e070a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index 76b12566e3765ef7d30d28fddd4972ccd7adaf52..d4f1510096037876e254b2155a467266e24b90e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index 0c872a88dcfe1ecd233a7f59b1d5f9fb81fb27c5..ae17cf80b0146d5d67cf8c993aefdbb2b7b3f6c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 35100c53f3587ad909dcbdd7418e840366e8ed75..0b8fe1d89ef39e6971d9e823968f6796124cb903 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.output.dense/_s.pt
index 4d9445d806a6d32ee4ff843075de39de10ca31d9..7e9469b3250d5cb7d990736bc976c1b579cd46eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 1e582d04203592ace8b229efa2b1dbc8085bbd91..7f4f033e0e57975fd56af9f29d781f036bc947dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 0e06d8ce23d037b0654db4f41d3c2b62b8f5ee98..68c8b79ef7cdd774aa7d289fab6dbb27c2c2a638 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index acec244605c1bb600d36428bb064517982b93f11..350b12a8355f4fc352edb083bab31ec73178b223 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index 83eb2c4696234997266b44b7ebd618197b21d302..e01ae2f337e9f105a930a9c95fb644c40900d417 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index 64be815fd9a1a58196dc2dd6d754fe00eabf1c34..88f3e062eb0eb41b23f606483a31929bcbb84b68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.output.dense/_s.pt
index a230261a89ce7a2c06480511655304400a15a475..706e1bb765115a366ea559735067690d89f65ea2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index bd338f46c082acd5c71b154ecc530918dfb3a27c..f75a45e23ffa47334beeca24cf11cbcfe5e20c60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 27217e11f057d1385878bdbb59aec737a66fef41..40afdbb7f303567a74cf493e052471588147c64b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 8644848eae7e7a4926c9dd75ba647d1a373d9235..59bfb9cab9362f446fa2a82a73f229605327860e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index dcc2fc826339bbc3131d82a04f22d0d46cabf27c..570d130f05eb3b935827c86594b81c69acc13f04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index 64d0d046bdc6b3806f1fceabd6d783382c9c93a2..43a9fd326c60f9cc99e1f100d492d39db6157cb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.output.dense/_s.pt
index 5a52cde1936f38882e32f8687168a2f6223e3ee6..3e195d1aec0cd0d28151f4ec81c47189cceb6c4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 2ab3cc8a921440ad9c22a488820ff91fbc4ec3dd..cb6978fa0953a7beb58b973efe210dd2f1eef51e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index f6dd5606dea5d731b7103cf302ba8b0664c9248d..f4005d705b0e2bb331e61f5c325b1b098a7c1242 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index e9de1471f0015342a290990b14e3bc43631e9d54..fa3e768734c4ca9e1aa7ae7f6257739b16409cd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 3771c9f6719df1ac770d17260e8f087f13c90f44..233d5e7727ab60dd1b5de472b575b720f8aaae5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 0163668561012a99c6d58ce5da4111828aa62ffa..8242ed92dacd44baec79ebb11e44ca07f1a3c94b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.output.dense/_s.pt
index b1b68fc5308f68cea0fc6e6d90cde78febeded2f..d8e6c4020e091f034b683810f815d0056155cd7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index 0bbdee0653e8e612f9903dfcdde27bb65379c1ef..a66ed90ff0748a2444357be11b960a9eae9378b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 9f6cc6442ca9abc12525ae8e21a2aff4e23e93ed..1e528167c52a12ec4f980c22a0678c68abfbf18b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index d54e88e860ba1599fa83dc362296cd77721bbd5d..47079c20410eba907d8e2f37c02d63a570aa151a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index 6226a655e9072710be5e0ed3080eaeff35732946..8c47e250df7e0988fca88dce58c077cf517d41ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 4594cbca15c1c94d56df0621e19c15181a27b2e5..1345f481450f8c5ca166ac08034c136dc086ef62 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.output.dense/_s.pt
index c1c137aab202c660a324c28a3bcb0ec71a8d3074..9050e7054a3d31c15062ac76b165f8dfeca03cb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 524a69166d7d3e4ec67b158dd883f4883faa8ee1..338248ab31a78d2a947a60fa7301e3e1cc30d55b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 9a0754a442e7c3c574b70475f641faae8b7fdf31..ffed2271dc8f497744f3aca77c1b67a937f03a8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 4fcc10804917190454b1392523ad9bb4dcf7abfa..081e7b25a32bf9a84c9ea84771c1ceadc5d5f2b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index f4a5d47e33e5843b0dca6c47dcea58ce6fc09c7d..60c3de0badb0c714eb10e5e78b3d558caf91453d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index 50552b9492dedd1b6e546fb51a94bfc2828997bc..9defc3e198087ac5289e570ac807fa6881a45637 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.output.dense/_s.pt
index e870609f568d79b232177735c3efb9bc160d8281..d53daa83a479556055730ac964c8ee6d739ece8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 870142812509d60dd3b00d7d83f101501bd866af..b7282ef67e51119d15a3d86d1f76c20528722e11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index a087edcdeabf3ac28a536b534f1322fa7bf6d3ae..e737f55c3a2ae90eb40f616d7ecc59d3f425a527 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index 71cacb010a2e92ed5dc5f3081c56b30252c5f245..79be679596ea112e50ea302dd6660ad9f5f06922 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 68fc73cfbe3873e58f1d404897c1d08f634db6f5..4e81693cac3ab05ee9f42d4ae381178972a2dca4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 9feddce9c7b64379494210ef2e2b6b26a33ad3ec..2f7f1b2bc7e65abd576c92d64ecfce0fd25d9818 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.output.dense/_s.pt
index 522cad40e82f68a0e15c1615839ffd8fa514b737..ab146aecb39989226a61c025518e1f87b0d2cb7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index c093b613d1d31829ff814ff97debfe048841ed5b..bc00cb08b66fc09ecddf12a636ddb67473ba873e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index bc6dbaad8082f479ec5850f3c980d929ddb24df9..7df2f6eee64f523166c4f46079a8d5f184d6c0f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index da77cc957ac5367eb3f42fcfde04b780fbeb4a7d..81f717a28f317c987f21dd286c10842218300bdb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 68718134909df6436372bfb3d671ad148e736761..d35bc52e61d7109b685d4661fd3357c1710f2dff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index e82707ab21f307ab8a57103b73d01d0e3818a7e1..3a9d002d7a3cdd9adca996a519c9f0d581747a45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.output.dense/_s.pt
index 778c5dd34d755f3877ab5cd3563e76fb2e004bf8..9eec7e0f9857ba5c7f1cd9581f5cdf4aa6627603 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/classifier/_s.pt
index b581ca0f23a0aadb19aaf9d3e00c560153213d02..91502b62ae1a2d69f4dcb422d1eca74d3178d1fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index 76b300c014144ab5f5f54cd3cc5bf0fd9deaad81..42c92949f9557c37a0b281307e9f5e353c8c79a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index f71862ee2670c566fc81706f4b8170710a508e1b..72a2538f54aaa00f075fc0a8d5cd8eb028b09869 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index 9c10c034d9ffcc413bb02fd1c8f2438d64d9b680..6f04f816a4a081d9e23273676edce622a19d5d4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index d1202c14e9309cf4eee6e70eb31aa699d98e1c17..2e1bd11e09f3471700f4459868d87327cbc85579 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index 9f6c734d6446f04c330c339e76b51e944b2a246c..e38e3b4536a92debe6ff467e0356dca4566ddfd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index 93084a39a462e68abdf7f4625bdc6bef80d2ee35..64c97d8c41bd89ae8ba9b4ef28f8e435d28440d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index 217660697a3bd209f0de9bf06e9abed341d78999..966a91f039e7c96eded99d78e5fc088b65b3fe2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index a35c020b475c4d99956220dd3f869300d4f08d8b..222897f72d260f5e862e4327ecbefd704791fdf9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index 7168f4ff301a111923ffcba4f0708fffc604d477..61a857bf809813db5afcdef139f2f7164e9fe489 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index 2f8d2ab9c1df5a753df682e6b5019a8da661e934..143bfafbb8e99a0e4eed59cc20279531507249b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index fdb3375da83033d7eeab6a05e3c3d5c6c56098f4..d8ff467b646fa0daf67f90f2835d1230b8a1aad6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index 904d2e4065077c73b65c0c5768b982b95db5ee09..75cd4c135bdf838d9d79c210637534579cfed82d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index fcc946bfedbfadac906cbb79bc71e9714e220740..46ff126954e5f8ff1ef475bd3d48d1c27a1bdd7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index 92ea91cca27fff2fe1d2ee8492fa77f0146c9097..a7e51645f947fdaa27e8ed633bf2ec195f4d1708 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 401cfd10cde02c3bbf44b103b15b122898cb8432..604b32f0c6c4cbb965b5a5b35de9cb038a5adbc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 3cb308ade4e0d02313c3677657ce3e6cd3a5a819..cbbd052a343974e5045e37a360445e9b9a0431fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index 5f1f78701203fea2a1acfa85447ab336fe03fe55..1061b9f88145b80ecd938bd4aa7583dccfe4c5eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index 71cee36e2b657be14d3f4ddd8f6e06a3109774ed..438287cc56f6049ffb4cc2bf27827c04790c62a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index 81491e2ac8ed7062bab5caf1bdcda428d5a0cd35..c4f778f85bc7cf47bf33f751fe935ac7fe69404f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index 579d9b23b715b4093569add4053813a9572ab516..56c91ecb0225cd81dac04646e4e3b91cf8234958 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index a91bb45c8d2ffd31164d25937177a61f8807db5f..67d2663fc3499d8e2b90efab89f9bca6b23f7849 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index 91976edc83ed0f7197eb441e12338a481e8d7417..c12dc0d0bca4bb85572bc8c681b84a7139082741 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index 41aaa201fa8398cfe3ab6b7b74b4686616d0bf78..6465029af8c4db3886fa54072a662f1f99710bb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index cf439504f6d2b206b8c1353639c70aaeb881f55a..fc08695a00efd112a6d12fcc5c1a753568e01229 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index 979adda0092f3f508a9299dcd9b92d3af988e57f..c5e30470026193e062f2be18a5b75eed6a939fdb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index 5e1a978c8bf8469edbf00e0b571adc201242f7da..49c67d000f5ffbb02a51d4fd75baf229d233aec6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index 25ce52635381d415360e914c2d729402ba240bf5..4bb9a7bb6548d0047baa7f1aee337729ac245378 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index 89829fe79557b7cae90bd66616fd9115e6c26fa5..646f36a9611a4f7476926502b7f69419c6bfe75d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index 13b5fa245c8edfff6474c39b69b3414014d64d13..95d718358ae2fb5e6ddd1d6ee27b3cdc1ef72f0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index c9cd9c9dad0f6c89ce73d54827e5802905b52ddb..f173952027cdb07b16150e47e080dad197cdfed4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index 7586704f6a465dc76f671efe654021677507a404..998b93e5bb2cbe455736ced40b0ca178cf7e6321 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index 9d3a72b82d020901338a6e3be1a66ce7651b41a5..1e9f3116352192e1a82c907e8a0d9ebb92a7607a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index 78aa87c12ea8a3f7fe4aa22fdcab21438b77c0fc..20b8eca01223455c44e84124bd5aa25fba8886b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index 8954c65dff9ebea3f3be15d25de130017350359c..5211be2ad28ff94ff4b6f4e535567b0383503660 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index 225720f0169c081eb9a7e9aed3f34bdb69f53c7e..ec1cf1969d28d38e8c5232b5a97aa5d43ed39cec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index 154b589b6a3f67225612ceff855620a717a8bf1c..6cd8fe82ea5025bf23e7c6023e01045f84ea6eaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index 21e9fdafcf6ae342b982cbdab6f54f449b69ccc3..359a0d1ac32c877f14121082ad220ceb6816427a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 610b9d62a9a0e30e4c88b71eff8ed64f27a3c549..175b6ef44e18fcab79004fc233e66acc5caaaba5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index 9ffc1f764bf9342844e4fa664ce1aa32cb6e43b8..0780722054cff32ca3087bbd22eebf29c8d5e03e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index 32325baf967a77273ece25b90966ab593c6ec5df..b33c331f54871fe771041a95774a6552e91ed68a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index 93e411b45913040dbea3412c1ff6c6d6551ef9db..282f78cf283b7ec7fa035df60086abda72f18726 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index c69a2adb28088e131f726e11951ccf10a5ceda77..b41a0103e809ac46767341e0d3c56e5af0af6917 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index c2e095899e3f6cdb61feab0a66e73bc70bea7eaa..3c1f8a03b0103f7b6c5c806945bbce55c83f2efd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index b905c62e89549a2ee3a4aecf796fc098051d4f0d..35e538384f7a9edce9a59b89537fdf38470356e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index 39cc1a174a2cad11e335cb631c7094d69b52185a..b00f421539154ab632872b5058a5fccdfdc080b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index c9bf6fb74aca53e624d4252b97fb852a8cdcf922..ff5249a48f923896f8cec34236118f211c8a1f82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index deafa732fb851e7ec2143e677d612bba415b0221..a6e2b655eecc75086593896e50fd59cdc03b860a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index 0acd105e9ec48dac443d2e1498e5376c927220b0..f429ae7d07f4f9e543b5d7c58b92791870910050 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index ae864e6648bf6b3b66d3741917fd7103bdbe4ef1..84522d251fdafddbe3b9fefd0e73dc9d1d2bff3f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index 224109c85a5f0f78da0b46610e264acb24f8c199..90658b68d9ef671448aef24c0a24d0f907038dc8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index 91e9215168acb462d22574cbe17c33be94d8702c..809bb4b669f764d39c81cc7b381c39cbfbdd86ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index f131beab60f71652874fa82d61ef60319f56c75a..7212c3fafa08d63fc2d242e2f3b7f8d2001d3c61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index cfb1268bafb8d7b6b96105afcbe69c6787b44b1e..d5905e43fc677eade7be5a2e977295e9a7cc02ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index b884ab9ee159dc2d9e6bc6d1a467d26ff894efd2..cf8ca2de3e7b21014dde3f4edb3c3193f5119624 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index 899bfa068762c0eb4bb739b52684f54da1a6622c..c173254b43818001db2ece40485790c297df6bca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index 74d0952540d0d43c4c8f975ce56d951500c34d24..a08354438e3b630be6460adf0e2cfdb89c8424e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index 534c3eb1139586cbd834a29178bbae995a2660e1..4344bf8a1b10f0bdd6d580db7ed18efa00f8e7c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index 6d243ba5fc9a20d07591fe8aa11140b3ee337f9e..682c53bb0fa1e7c797cb181a188989aff7e3d080 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index 0ec18ffd97939b64acdf912c9578f023c8a88ca0..8991ebb60a0044190f0a06d1cce9536e9f9fafd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index 24546da6cb23808a71c5856ee4be75275420717b..7d97cbb86f2aa823e93dd9b23cf35b72b6df10ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index 776d4a184ed1116f2bda21f4be074097b3a3668a..e600af910612f13024b4790327b14c4ddcf95405 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index 4196b9c8b89498b1d218f7e76761734c7d3bcb20..84b63b3b3850496953ab569d8f8c5a18783d2736 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index dea92412e6bcc92a436aceefd4202afa1d6dc880..83c89feb00bf16321ffd75717f4027fcb2c50934 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index e1a165144dcc5270787277a9806f888b06e6acf1..a15d1d9ece2c4be20ac40cc602207437c779fb22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index 07fbade3cc54cf3b923e5c17b77311ec9feec74e..4db071525d7fa1f66fde76a74bcca5fb7986744e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index 0de8d53e1f6d6b5f19427b808eaa3873a4141f85..7331e98c8a7bc4474b9d5511a1075ee0ac1c1228 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index e45921cd63a674bd4ffc6792c72b301e315f4629..81774110d7c1b63640854c9a8957f08cf56ecefa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index f8d44db5f32c94c49ccd43b5986df9315ff74f22..6e65bae84043a04b72dd8c47269f722a42a6300c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index 51a692fb2d19e7b692e19c33c7ed64296de967b9..9066bfe8b8271ccc0a52d6845b2c072d85900ee0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index de27e8b1a3d9ffbc6731706590bc6ffd2be2a883..be0a055e3a6dfec80b60042c4100bcb7a29385c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index 1b1c05174e1db5d3ac04b27b9d124a27d7e05db6..b7106965f66fecd76e39cbaebf6b81b94b78a1fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index 2b33f001112650115d5682d775b23b8457a20c21..c167ed353c63755fb8cb44a73939bb4365ecbe1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index 88919486753203b1b27db434d8445adc5d1a78fa..1c894739e68241944c48c9325bfd3928d241f8bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index 2c9566c3623acfe15189d78a6f8488faac0979fb..afab670897594fff664adc0c616217e83f39d1d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index 6c8d872d80e1ce97f9c132593d9e071d20d9d5bf..d46fde51054e038b0e4105c0816685863332d65e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index 6723dedfbb778295549e6c769ad3e3715b553211..b628eafc2d0bb13c03ed09929da0396e31ef461a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index af63311a77158c0e346e2a7c9f4dec2c2bba91cb..82d61d7ec4d643c14f5d4ca328fbe92acabe4242 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index 1c3e4480b12ec770f468104de6cbda8cf4bc818a..42bf2196e9fa177ad966ea50278f3648ef8f477d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index 94cb9a96537a340c281dac385bbf5b4aa20936ae..11afe048e536da8ceddfe13c5e4cac12622c5c97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index 4176de558792099abd662a32657efabb684e087f..c11fdf81e65d4839ce047356b962d3114cb7a4be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index 3fe94f7913d2bc4832da891708cc49ddc99b2720..680beff36f4631669696400041286c5a31282902 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index 90b933edcb62ce42553114e1ea3e09eead9fcf1b..c9607fe7e4c047ba37f0d22722df58ac598b1214 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index 876bd05403901cfcd55cbfe064afb2f8e262e0f0..f0eca1c7567307ac5433dcce77136d930828ed1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index 48445db00a8a3890815539b6047e7811ccefec88..04b5ab4b4f45e1256cc6d817d9f7f5b71e5f9187 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index eda1ef2d15e9c124021bd66ab7bd3f197ceaefc0..ce1ab09630340e122cb9671c0a3067ae68dc5669 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index db698be36095c7173737f6dab8591c3f2732f411..b9f0b624d9861ca4103ef4caf60c2cd4dabfdbe1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index d07ab8448e00e52619d71afecf7fb06abbb9fcbb..da2ce47e9e40659cfb4fb350baf2f7663e936c38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index f2781cb6a1ef2e69a6ded85ae814062e40fc8472..9588be0f4265109b17124bf9124f20d3951d11c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index be0db7184afbdfdac196478b1a0c9bfd80489ac7..06560cbbaa9bfca298f7acbe039206fc5ea23a46 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index 2c34444c379e8e261e703628ff80bc7ce2a9c9f6..3be974f1571724bd0a2e7612f0071bdf94841374 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index 246ec671d0d123b15912a819e123c3d2e57009dc..6a3e9f42ff3f6cef3194f7697519534a6018d27c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index c582187c329c0c9812a8b2e25212f1d66504b708..767d114e47bbe5b6c217175d9f91f980cd80d8ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index eabed23f91810e1d77ff991e54dbdcfea572ac37..915860e4aea5a0ff0e69664ea9179f5e53c1d7aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index c8f1739cc298e5f7b8bce51b718e5b4dae1c75a7..ff6706d756516b1772c6fe8d9cf5a8d8ed808571 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index 77e21fb32263d67ed51a0b4a3a9fc1b5d07ab492..585475ae6e96166dd9156bf1d1c3f407c41b0e18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index 85f717b0828be4c87d0b1a24d2f228d3a2eff650..d8df0d58e11d1797c9a3f7659241503e6eae48ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index de87c7ec1f949916e9f365afbbefff7cad630f46..08687dc312d31b6f5bfc6c9bd8a0ead7fcf12217 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index 4d0f92dca92179a12a6259a20d1ec78e652175ec..b2f7dc0ac9b489dd2b4bf338f7ca26faeeb8fa17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index 964c200ad6547023c33e13c38d9544dfb44bfac0..49a1b88f102e96ff4b81aeab71e29e1840c40693 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index 4dc1e01e3cdf292463244d4251c6631adb158f26..31579b6b361a7f41ac7e1b07f05bd930075c1f6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index 2af984a6abab91690906b198b442e8e0d0c4e525..428d7abe0a40c6c3722911892298b6b1831fd182 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index d636fa33ef7efdf1317cdd6e79726de758b566b2..c472f63c3c6e9303772d68e924a44ee032a52468 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index d5864d6714abb5f7503081089d04570f3428b7d7..470c3c2e96efb037daff59cab3f92a32b23f86e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index 7f04be4b818acc6e0d6e13fbac65ed999786a350..418a547b165810372b14546094e55c9859116f7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 6539fbdee2a270b5b59566f6ec1ffa7209e677e6..213ffaa1006a81afd648cb0d3b39f4e2b61dbfeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index 52c7e220d7222b137c70f619140afd625a1adefc..19b9ca94294b20d5a3cf96bc5a7abcb8b528e801 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index d0c1b5a9b41e9f3259ddec58a7fa2457c507574c..e8eb49faac48beb3ee76aa39629af998c19894c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index 67da3debfe1b5c5be64f821140c749dc6068860a..7f3a85b404b031456dbc283f758c9a5dd00ea85e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index fa4b5252139023eacf0196059b2ecd698050875f..b1aa133e13acf7bfe6fe36870ac2184dccb5a54d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index df6b381218fb3423e5395d8bdfcce7f8099e0152..fa5bb474bd7f8332cef6e211e6eeac649cc6291b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index 34ead3a8e6ee59eae719224b0cd4cbb144a82b05..a55e5eabecd0b0044c252358012001368264f27c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index 17f16d7492210b19f51aaea8e969503b342f4836..b64835eeb254531af9c35df4088b41037ad34a9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index f54b97b79a68b74c74780da363eb86c85ee0bd28..55bb740589cc07963fa288da66c824d706355018 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index 7881512657a63150df10fb8cbf9c2e1f10d5f0c6..05de9662714e0c551059aff09f87e28cfb9fad41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index e336c2493abba302c7b7e130f9df06c52a0f5458..c90281aa1a6c47538d4c9c43c77d711ab41cd9ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index ec09e49c17aa3431a71c1d5f293ea348ec02d120..142e851972f78e165206290a00205cb0fd1208c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index f5147cac6d34b5a0e83846a5178def6a421f40c3..8af3b162a8af358e00e20835cc72522142835712 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index 5ad28d8c443fa638d160474e1ea7ac80c617bacd..3a1330321ee30675b212c5eee57b45b2dfe13b24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index 3fa5e2a748cec73d1845f6c311ca86c1b1ac378f..e740aff5089e2b127f69fc37a51482a572c8f301 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index 1a99cc87b1548390f0bdcbb67e3d485cc387bf07..8ca4ebef5c21f8c446ddb9ae025ba5cde322dd6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index ed42f9426460aead006db066161dc614ba6fed9a..aad5f56e7deb1e7d0f55f05de0248d2f82313c57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index 4377f5608480e8ad788ae30397e63c40340bf06a..df04e3196bc667a901e6e7e4396c2dee559824f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index f2249d9debd93b918bbcd1485e4664baa5049869..c090217e066669bae5f0a00057e44182089d3877 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index 56d11843726838e078dbb97f5fe393e25c9ad87a..35ec64e8eb5c607d098f5eae1cb285ab8e066f0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index 734f6ceb288ae002a5b375a0ebf8992dd7792f37..a14eb7c311870464901b2c5be1736eddfa71cc9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index 106e4701cb874db93478ef7639b3e1c9320f72d8..a5209316078e61a411d9900cc690baa7bad5501a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index 0c338b4e0463f5dc6641b68387209eff9c93e264..3b0095c074d38578eda2c40aad155d6944209046 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index d712e98bd52c465998712ff3ef65b36d2a6491c3..93667be37365d337151ea3403a2298c653d338df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index ee2b4ad20334cfd162384d633272669987c19182..8e10f420d2d45968dd7718ce9a81e7b74c8b2e4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index c04dfb6d8fa17c54bad218205ae99263dc7eb231..7f16f3e872e5a8b962eda2d09a452eb22f931694 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index 50afdd88de26532920890e5d6ecc2209db329e70..7438b611b2f6cd6c9d88c9f5325eb7e5e63ad0ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index b61cc9e8ef6d9ad1fa0a1d846c2ea0c6b0001ad6..873629cc307c31cac7508416f94ef26a7a7c75f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index 5e5d32dab8ff70d764051121f1b9f3bae6bbafef..c97d1d79b1cdfe51c4ea52958d7c720fd3e59bfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index e3d13f0da7573f2097d19cb2b94683028e36a3b5..136d6fbe0ec2534b7c78ee18ccb87070973f98bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index 6ead5c0a78f00438e24b0887be46e583ae63e81b..1b71b699c5c546d6eaced0e80e3fa30e90c0aeee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index 31417291312fe49b343bf94221e96571484a771f..f172d26f3f83447ac440612530cc27a880947212 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index 1c887b2b510d58ad87d60e039644b589dc3a2acf..07e18c6fb62b9bd771425b6fc21271e2cfd7b376 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index 020864f9c3874664b99bd791f75387f7e1f4d00f..ec64108e146915f4a15122eb6daedaba130f1a5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index 7846ac80b6a5a322bd03b7cef331bd94081bd57a..56502100ecc79b0959dd18aac1b719f9958d0909 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index e35639979bdfe30049506ec25c8db976bfc7d596..cb40d4d51dc6f82fbb1e13ffee8867c3a8eac4aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index 61b5ff955b3a38fc4c44cec43257122ced5561bc..45d5151d08d799f9df7b84a1a49e3746564bac9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index 5ee1920c010b0735080e57b49fb199a0e5d54f41..eb97629b54cfa1417d173c147daa24b1fa7d8522 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index 33fb44afe29b41303518d5678e1c00823825fc51..41bdcbd9feee3b40a705c29f6bb47115a053c36f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index 3b12edbf749a06f61ab3ea37e127b93640378125..bfd1aa2e72ec92b3fd3bc4c56e0a8992e620878e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_18_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/classifier/_0.pt
index 80bb470c8c75d16ac664b41aecbac9bb1de53e0f..1319954d6f389495f294d5fea00878e92d71fc67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/classifier/_s.pt
index 4da3558c7099b2cea7628c8b8ef92eb6c7eff2f1..807aaf412d189b2e9a5f6aad44609a9b305819b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt
index 8b2bf24e9d5e441b3fd409c6c351eb811f6806f6..079cbbf09accf810c6cc5dd875f918c9f7ad4423 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index 7faa9d6775046b0fc64e670aae6cf16f5fb5aa26..db745ba49913a37dc2089bbafabc67e156ab5522 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt
index e3ce1a0a90665c8850c3d4d08905aca70c88f7df..0c9485d4c82d127823e67998bc8908e72c56deb5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index f854828052492f6aa78950531232795ee9e657fb..a9a12ab6b26e321954eb0b15ce4340e82777c538 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt
index e55eed86d91a5b65a802818df3e2a8584e163028..f1c7b12fc67e670607690df173d82fbc6f913e14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index b8f87a95cfd98752dc0964f05617739855d1aee6..239ab175ebc90aac9afa1ca03a607565e13f4b8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt
index 3ed73d953ee4de4036b439bc0da2d3c7ab00b119..8f23e20df892702f328a58ed68a22e2606e7bf0a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index 4adab70929dc80fb04c4a942a0fe9105876e1cff..62e35cfe5a56e695b0a7bc3cdc7b9fb342d703cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt
index 2de99f8c69484c36bc369de74d7515ec3af30590..98e3b7c66e687bf4be80cab6479e5d2e2ad032b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index 2f9db7751671e8eb60151012a9c3e05c5a241101..4da53c678929c2afe6f42fcffda3c339906147b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.output.dense/_0.pt
index efd034e0fe46e2eac0ffb4346372fa1cb4989a00..9729ba2065695aa3856605e101786fbda82ade23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index 15c54edd0790e39ab153edff242bb14508386922..0ce6ca9686b32e4e8e00724989927e39ce65c7c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt
index 4b168757cadc0787ac5c8f7e660a01d9cf9fa6f3..4112196fc069dff63d7cdca6ca2ec195aea974e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index 00435391e3cc7fc7fa8882177023f933e588adea..b7531d051b1dd5235e4105ad9b8331c7d5bf0217 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt
index f3a65575dc301a248bd98bc66039dafb39d417ed..bf4f1bc35addcfffd0c776f3108f5c0f6bde9ab1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index 9e40b9296189956f80318b1657f538698bfac8ee..2bd3b6dfc35b7c9f6413298e4e60fc52c510a9f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt
index d7253b51b6aa52744d84a9ce4e6120fe4426dabf..1fe308b86cec394204024fb420bdfa031de90062 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index b936dd461d0ce4ac0044871cf9e1d6540a4a70e8..77ba88d733c3299f06e67398fcc4a19e2e484971 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt
index 75deb1205854c2c9b3f31b481ce664940a092b05..00921cb7e13ecac784c040419509dcc3c4579ce6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index 0d340d6e274ebfdae6856b47a57c847661578215..88046658e55cc22f24bc5edd83fd6a57d99bdb9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt
index 2940ac40725be2baeb678c05e23d70f20527215c..d13245e06ab8d181b22d7fe5124d5405f892efc0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index 44c6fff7f0a98e89fc62a4e26c3f82206741c594..4a53d726a0c1bb4f6228d37fef833d56ac4cd397 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.output.dense/_0.pt
index eb9a9c139c0046aadf673c1a95c952ea9d440016..ae285547ace82a32ce0db349a8af958f76995027 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index d8a403326e8ddfbc76108f87b22725aac4b392ab..945d294ce1cf16cc4d78317b64e81c1224b1ee67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt
index 0cc4642c717584b4564eac3d1d922ef536b7411e..5fd64c5846b2dcfa5700a9820ca8efbc13d0dbfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index ecf7fed36475aa0aab383de2e7ff12d70cf4c856..3988853c41719894aa0d281de7a9b75ac0ff268e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt
index 69d43547a96e1d871b350fcd4ff4d87f131bfd3e..63020da4d7ffa91a7f6f0ff968c1d0a0cf3d6195 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index 4153687481ee751eb0a6a087795bf1839624a653..bad91888be94b908f997a221e0fb3e1be1688b3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt
index 3e9186c607277ff123f9dc21cca6e5f31fe0721e..d9454572412e4f9593d837d29b7d18175df04a9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 97ab26c0e8a57a11d0fb8bb8b72154130877bcaf..905698dd49cd6b20d570a05be15e8b97925ee237 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt
index c85ef2040f934d61ca6282e62b922aa97c58594a..95348225b71f26d602be31bc439cb545d62cb8ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index f44d5e0b43dc78cbb49085f2541d3bb20a3ce76b..f7858c442b42d69028740cef92d9fc4c578f0302 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt
index e85aa518f390908e7a8ccc785e5ceca9dc0c1810..9b144bac1533060f0af48d140059e398c437067a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index 9dfb73248745cd15f7660df8284380ae62882b2a..7f8517baf5460b8d0af08129e068287de51b7ea0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.output.dense/_0.pt
index f938e52dae18927b076e3ce7c26d9316dfef0d28..d87abae476506260eeb76dbf9f65eefc4a1943aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index c56ee4f518e495a6e7d90c06fbbcbb98b9a7ffaa..c9b492e7b446fe16be81d4fa3fdd73ca921f7ba1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt
index 70ec206e0aaac3ad94dbf63810fb8ac488193047..c98e720c73a83e19f61aa1a3c2eda0bf0a30b517 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index da19cd311d34b2a0b18d13441825b8c152bb3d05..8305d89afbcff507002950c1ec7cfb75ac9109a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt
index dea7c326aeb3cb1b2fba0f0cce79235b86f55539..cc5c8c4260ae3bf7a28f7a93f666bf00e862526f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index 62b58ce3631cf5fd511408e780eba95c21166933..4598cff6acf518dc6ef0139c423ea3cf6e8da80a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt
index d4206b4f82ed7b9fb1ad0ac0a8be8eefe71e4044..efc841b0a75daed759a79bdde27a091ed0689b89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index 329379ac3b1167854166985ef846159bd19aac2a..84cdf29554dce05dafa3e0773ff65ea416c70da1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt
index 7581c9cda1e4617ff6100aad848803ed8307c8ba..8931a2974e3c9dcf66c3107708913feea14cccb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index 42dceadcbd8e12e1a61699d3b76827791e8b2654..84a87092f69b14119eb37944d174e03c1d2c2e37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt
index 2be645f6df3cf78c240dbc1197262d5772f4a9b3..ed7480a2566ac8bf83b4eca2b54e58932053099a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index cddf5c4bbd1a723dbee6dfd7c74d71a32a784e30..c7bdc8ca196dcff88d279a8bafbc96864238fac7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.output.dense/_0.pt
index 99bd25a884ee82b06f59fe709deeebea38d35288..8fed3c202a8ba2395b0caa225c74418d002d3d9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index 5737825690a90b91567799982506ab8bf62e263a..480816fd9cfb7794f8923deb9c5067338fa59419 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt
index 26d43ebf839108a946f36272813e4c57b6b223c5..2afb928e0b23ae2fd7c7c2a79b2bca39ca8a322e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index 47908e67ceef40aeba0c1d06c51e4732e44a1ae9..52a1838a2defd42b6eae843ebe6f317ba5bf7551 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt
index b5af4937e4818a314a855a79e2629f271783f50c..9616fe48db5dea26c636216dfc818a26cb63df9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index 518967d9a7ad466a8e4b74e5410d6714d8bc3002..e535674d8c0869a12a086aaf90785c3c11bec908 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt
index 691f6c70e4711aff4e0e4273769504cba3808161..feebc79a6c69c550a3e009da70604222a1f354d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index a54cfb0d03a81ab4bc2947a8313d80aae03a348a..87eaa7d3f50d26fd8173f5f534c9b0f55d2684f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt
index e3353f395d36dc0fe56844f7fd08a9bdd0e5fb02..bf7f3effd180259588619953f7346b02f429080c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index 1a54fdb04ec2ccfc8354b298c69940db0ed0ea60..cff3bd6545d6ca3c3138af4fa4a5506a59552bfb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt
index b715f772701a1e059b7d2fc5dcdf2e8d6adf5dbc..d6d2e5c9558d737fbb9cbfbb18134d2bf10f4284 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index aa039294e1f6fab5dc01034c2f8d82e2b314a1bb..4cb0a4332a391d169b431ba5e74efa50d538166a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.output.dense/_0.pt
index b9e879413e85e347ed78590a9ab1f812581c0365..a06e7abd7767d53d3a9584aec6815d0cdae32c97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index b28c6ad1335f094e7cd6fecdd5913dd521d68036..21670700817166d5d732ff1f22bb23904bfc0ca5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt
index 348ad08d92395d8a6cd1d5f48af2b596376fa3ce..92acb4a72fc2ffe3cd9e12f445fcf3b6a3f4407b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index a6864b1d2e7ef111ffe29cb9181286717e4de1e9..3eb2b4b1076f06dbbe0b12d15398f8d470865443 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt
index 5e38131f3a6814c073a7e2bc4fd8a02b3f7900d0..e6e949a32bd4ac2e995cc1d051b851f0cc504e60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index f4d260b47c1551f59bc1af32c1301054ee7dc4ef..e3e6809d6563371a134d3f6bfc07121541fcdb35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt
index 5addd38d13d0deece393484c0489e53ce4324c37..c9d5e037d8c348405281189da3a5e06228c8fc6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index ee4d142fb6435c614a9de7e4bbf749dfa3ea4623..a2f5c38fa9c0208a428797ca3290a8e29987b309 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt
index 074121229706e7df942f89f1f4274124f886dab2..63050389f1c4649e4f6698aaeed96d2f9e886a3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index 0c1149befcd3930cfe884a5105144cab74e45367..719e31fdecf9ccfc1e32c8359d692094aca130f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt
index a3d5f4dda27add779564e54a85718bac1d88c1ff..99708ba01c5edd4843acd623a553ccdf7ffc2225 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index 3bcf67e367e5e2652ba125135eaeff7992709297..5b106f5f9adc145694c6f07fa49e2112f1c29340 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.output.dense/_0.pt
index 4f1ec5734d2df1e31891600ba04c748538e31a12..5d73feeff31968f4af324e5d915294eed0cb8632 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index ab6168d9dce54e5b7c7166a6d97750d6917fda01..ef024f0199d35a7b8cdd7ae3b038b04aed9d8b65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt
index 00f3f130e09cbab1eb3f24feb17250ec1153e5c4..1c1e2ad2c360f9c1b87d883f86969f81c87265df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index 096d83f69834458836c5156dccdf570a2925f91a..ec10599f5dfbbebce4ab136541500b45ed2da586 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt
index 532664e269254dd926ea4d238a54e1927f4f448f..f13dbcaa46cff3ecb4d7158217c69f6bce26f338 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 1028deef41b614bddb620d7d408bf9a57f22c32e..7d3691fd57f21f4ce496ca0658481cf75e8bf24e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt
index 46edec52a104da095599e5b3af545010fa21e2f1..78847cc89355a65f8aa6b964ce8f89976c599b66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index ade42e37911ad119b5ec8e63590fd6a80e2572d3..2676eed9d353ceaa5c2e77966d4e734364955b5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt
index 3ea0a8d4b61534f03053d33d5f7d91b128c06288..43e56e5482ddfb73915e795a12256b9dda7c41ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index d88d13906b436ed38a7069c954d402ba860ae60d..cab3ef5d91cb10c58a16bc37603057bfde78b1e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt
index ebec19720fc5bbc2af348d7a6210aab68f58fcfa..2e74b23fde9784922378b466c2eabf617d222a4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index e4e62feaf2a96ab0acc77c29bc36f3eae62d4ef7..ccf8c29c6ebca2ba832534d23202e80e86739e7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.output.dense/_0.pt
index c41b608a59e26ebcee826fb4a36fe7e0eea46508..1cc1ed091be98887087a192c64339fa3b7bc66ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index 5c6bd16918e2ce2c5819ca15c0eca9c5c407f3eb..237ea94dca4288029adf2fdc51cceed10885b31c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt
index 85278150271fca26d3ba9d16a2d3c355395258d3..3594b1098d260589fb3290e59c677b10b866046d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index 00fd9bfbe6dddeaf5d154a662fd3398e53ea0da6..6a3ff8b00a548d099039a68a040b7405baafa0d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt
index 8362f9be07030d0199780ee7a07c38d2869041ae..dfd3866112acc392659f4310994ca50a61825703 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index cc6b140c74a48560dc53fd0ab2f173ace67571e5..4ee0c433fafed99f61aba84d5b7118be43b4343b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt
index 0dc37ba8db3ed03f451d3773ecb2dab516f31092..52574446488d2817eff9abd09562451888782224 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index 1b7ad6607d238ef978829e87452f4e323dca14f5..790b609a9592af47da6654aff269ab29655ba3ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt
index 73fa5736f38fbd868250dda30914900232f4e93e..a10aa35010c66985e9c522c033cfe4ce5d8ae8d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index a6f41a12a2bf7e73a321881f8426fc94e86d4be2..434cfbbd172a71a66d884e5921af60692d0423ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt
index 62a9170447e84447b6af9984dd667d027954f2e7..9a893b7838496222ea37328f4b1e236575fffcd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index 5cda1fd3d70ed7391a7ebcee8218b08d7833bc75..60fa70c0e5297d808769f261dd9da4f0eec8eb30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.output.dense/_0.pt
index 5ad9bc2745d73b48942283051c5e2bac799fa80d..cc8e0f5179fbe967748d7a87e6edc87f4c4f77e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index 46ef6780168c900c0992f5edff8ec23730060d64..3d9f10c64a4acad9c514eb506121c7147b072385 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt
index be1804e14ff6da8a607cd8d81b46b5f73a7badf8..0e946955d0c08f9296efa8f0be0f137f929e9b17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index 789b726aad683c49a891bd3e48478f7945bc2fde..04159d66e2d35c22f7c703711caa065fbbdd5c20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt
index f07d6dcbb46b30e7ecccc951f31be137857810fe..a180cba14a41211902cf9fcc88ba613d2a9e0f10 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index b230a123c5c3afa38af8c6634c1e7be7c65f5a36..b311f836d06b1803b774f597d016a21d81341a50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt
index 67d55a5aa5a58d542ddb3787c425183b08509c1a..8755fe5611dc562e1700a2dfe9fd5423fe569318 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index 4b37e8b222f7407cd4d369d5debc7f9b5c024f26..ccbb8c007b782039bd3f1754298c6d81874f7ec4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt
index 9127fa322287b60aec8570dcd89fb2afe2cd575f..2c63bbb58da3cb81d053580bafbc48b2b24c838a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index 4d6151cb63ad51e9f09923355cb70cc006f79c1a..349c1962b350e72e1335527a6a852eca35a413c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt
index b68b9c1030097e4e728961dcbd46df7730d6f4b2..13624813da8ac84251e94f6011bc4ef11dea3e59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index dba8f4e1ef317550dec59030a87f5b649910f670..918f8f0c5d088913c5e60aa29b17cdd8cff93652 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.output.dense/_0.pt
index c44145f63a87120375dd49be78393f06b7bbf274..cdd756913af82c8fd25980c98fb9277b70969486 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index 47e592ea90347bb7601be8fce124041142bc74f9..fbe465f09bcbb81df3d39ca1b5537b7d42de082a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt
index 7bef8e3b8e666263a60dcb11b2efa7c341d4bba7..7952a3b773225436f9757c4157d8710abf4f3962 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index 35615f70b90032e9defecca596ba7edb2cff34e3..8e262435e5ab884ead53fa3f552c55bb995a3cb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt
index a3a7f076cae2d64f780cfcd5fe014f259b094a7b..6c05055a170c3867d44aa437f56b079db37a63a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index 802aa62a404d4c4b64e0a3cd29ebabdb47d10651..08441ce63e6b1fe335aa421bd526714041ecb593 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt
index e3bb617b51d7377b795102bf7b37438c1b6018f1..3a085eed1b70f84d6a460df30270b3ccb4e46bb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index c9848d8a1e40ede3ed09229a6bacf83a1e96fe7d..f8205e5f9c488a941b143410d3784f88849258aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt
index 87c1d90359f67f905c40cb768db3480ea934d1c3..38b97cf9e50e086e35fa254dd1608df7efb5c009 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index 00d769b626523a491bf5a226851b75e951c1e795..e98d41990337fca20baf35abdb498544ec7e27cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt
index 197fb8c62439718f7a7effa32657ef54e226653f..47ac6103a6ee22f89fcd8db59a04cfdbddb7fe87 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index 0807fc8f705270905f80c4e2eb3c0a02707a6201..494c5c30b7409e1cb3de463f0c5bc32fee23f7a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.output.dense/_0.pt
index a3732a248c98997c01cce9964437083b15050b5a..3f12a107ead0a29449481031ae139533c90e885c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index 255f445b15e949bcd8adb71d3c817200f44c8dec..36b5b948ae02d2b3b1e9d5d64898b01d485ee08f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt
index bab22fbe799a6b884196ab0a9e1669f6dc62661a..9b4ea343c99cb88dad56ca1c5ba91adf88a6c2f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index 9a6b795e29479dba05f4840bb49ea9f725978372..4e9d76251afdaaff18051241288f50133dbc087a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt
index a366d89a902a332860492d1999110337f1a57562..52a819f8bb4b8c9d4688f1217f60dc2ee1250593 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index 98caa58945c3ff01fa30be16183ca774d9ab24bd..de350540dd3fcc4480a01e04781664db27f634ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt
index 550d686e4c86ab77a763bd36c7fdeb1a14fa7502..300422bebbb3b983e319a5afd7e1f6ab85841473 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index 402e033e4a66d2c441f61f2d9ee3837ffb02e559..6760ff5bd3818e37782a87e14edb71a96c564d2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt
index 01114e7a1dca6a22a5dbd05892800c861a5c719e..f71b462f09ca17630e1ae58548b035ec925d268e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index af85977d8c761094e8478a804126e898f6ea7193..46d3b1a7cb86429fd521f28814555684af439e26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt
index 8e21ecd89c6da8de148ffadf5b20713e6fdfe79f..78b8d5de3ed4f650c4f39260476944e51c9dc8a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index cb85e4759931e2d1c47e1db576bb8880a8590ee1..2c47ed7cd11ddd3cd9a81ad8358715511421b65e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.output.dense/_0.pt
index c35d1b499f16d58d5ac1dc8fe3900d97bf00e766..d5cf7eab53ba1b21a899571ec6f6aedb3a076e4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index 0864eb1183734361aa3e62b76208965e477a12b7..3cb94e62afb1679c779c290d40025233a081ffd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt
index fa14384b133b3c691ba20e096a7113e2e07513ac..bc226030b2ab7c8f7d998babf239b7c96f327e0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index 8c935995bff49f29ba0d85cd0c76e9b6e91bef4b..0ce8d7dd8dda8a874f1688000eec47492bc4ddad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt
index 1857b9b97232bdc44a58bb2e67a523778d91b0de..289adaec27341fbfc9d45107d80985fe290df53c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index 72496551fcb82328701dfe3cace28f87078a05e0..cb34cb4ece3e6ebe3893e39eca90b4efc2b1037f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt
index cce870dab969a00e2b049a1943ac66520c344ad1..eb786b0771fd2ecd32da9676a6b16e7300e7706b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index 653fcf82f67a6849515614bd347434b9b3edcce1..e0897c603ba2cf52d8996a928f4f17c5bae19080 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt
index 5a3d83b9fd53be10766c410056ac826927fa721a..7cbc0b1dfa7ab702f0cc2b8777163df3f5e97e91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index d2e7e0e623381c16f03852851315113bab788d8f..040a5bbb34721a3e12082bd2099347c63f693d60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt
index 1e8a8eb4177a3604056fef1a7a3fefc561ea3981..18c7e60345d28c15e7305dab741ce71823417642 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index 48e75e9456bac5cf79a0fef154e32458f58420fb..3ff3c8e684b43aa10da1477a831e81475d556a20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.output.dense/_0.pt
index 0629b7280bd611193ee3385ab0a4d12b7c191243..fc0bc7583db1b57707659be68b0e337bf109111b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index 2b897b72a0e7260c7f2a57fde94e358048fdcb49..dd4c1870511ef27d026bf31cdf060b01a67bd2b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt
index 075c92e48483850f31772bd59fabf2ca95bf60de..a754dc3c1eb5f2b6884c6a069ca84b12e99c1d2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index 1cb7f726878eb6cc20f5f93d4f011747d60f8602..168288a706b469593181a6144ab3447c912b6c4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt
index 117d1ea415eb23a1995f4fd4ee96bf845010aded..85c9210f80df69778db0cf7aecbeff4c55d00632 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index 080598be47815fb35909e28596e0fd9d2cc12a17..06512cdbc4a33e0684882a082314b963944d14e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt
index fdba6707307c76d829baf93896fb70565fbb7363..ce1a05e23797357f353533e865b4baf1060e30f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index 7a1105beb18266d9df47b0eff6abf1ca819d3196..58acf4eef90fde343acd9327f7eff25aff2a4d0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt
index 9ef1ed0db74e872fa5738da5de9581cc2a4cd180..23add5e8b776f4db486fb21fa656e4fb6e84b9f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index 14323e5da21bb0e8d1a170d62be02b3ceafb75fc..a8f18001a8410f515773ec2d29a1629aabd9a1b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt
index 8676d065f62e20fdb46f12766e6bf325a687ab6a..d3c6e89c41201bd726f0fc7fc2e3057238fe6cb1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index 433c112ff1c1bdd980716aca123d258f8715958c..6b8fb5bc5b41b1909e1afcb202efa2d077cc72d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.output.dense/_0.pt
index 423ae7ad8d738b97aee861ef617808d38cde33cb..98629f94e3210e859304fdb6b31eafd5b5114288 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index 577b6fe327efe83fe9bc3c50e4fd4ba54fab55c8..965fe2e000368498154c1f54bfbd41ec7437daf6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt
index 25e21a33e57bc87aba3f68850db580233b3d4d76..1ad7cfe3318d2739b6e4b2dc2f4db4f9531a366e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index 47ee8738e223ae9141e5c9910848edbd14ca6f5f..14ced6ff634885f93535afaaa435c69f3238907a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt
index b6befe8f2acd72788ed41b8c0a60b6d29d13dd7b..1c898f3eebd066116e17cf74e582ec801114a68a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index 3394f1561acb5cbfa5fffa04c8b83082619f56df..8860d3a10fc2a84ea4695070c81b0465e03b1bc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt
index a8b37c6681e46b61ff4b5c1750899c890061f27d..9ce12a797e87ea6ecd1e27c56a972e0377e0aaed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index d65d992af1150a509ff5ea74300db58a3bbc3da7..dc35b016c8c6a9f80abfc003bf6f968a6117caa3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt
index 4253e833446f40b09a36ec26363b7b0b8287a658..3004943e5143324704f463e969f8f1429fbdd261 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index a345b3b3cd1ff4aac3ad91deb57bb983593b2cb5..367e65f5519159bd4a149184ed27b9bd19f59398 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt
index 508652ae2551d366fc1c8f9e62ceda8c5d13664a..8f3ef750d305c9f0d42fa68a63342fcaed65bcb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index 3132c9ba68baa9a74db5ecfaa7d94499f2130a64..31f1d42939208bd05c91d5db863a038e1c20c65c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.output.dense/_0.pt
index d416aa62e0a31753270c8e44fababae60dcc07af..9a419e0e06ac9c441024e99505b469358bd20741 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index 06b8cf7d2396752dbe63a808beb26e78aa3d9fd5..8f2466a67f5fb6e36c27bd1c9dbfe93d8db1c2ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt
index b129d8784780ca033d78b02583fdefcc64e44e79..438795d0dcd93b60f8980169f30f718f5f24a4cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index 7444e438d5a562582df6d1987a9e0dc9eef718fb..038d159d26e8c9794859a7562ddc42526ea4693c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt
index 45b087dfda6702258970e07621c4cabeab682a47..f126f0a3e5aa9aa845d6348ffd48ee484755d8b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index c13c663ae805e91d8ba4a9ef1efeaeebe804bcc6..83d59bb761a1c29a9c656036a1a2bc87a7dbb495 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt
index 2a38829237153f769da665f1b4d0e8f51d25f3cc..5801b700def3a2056a3df91df58f98e7795f1a34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index 631983a1ad1cf0753cd862352eb2ffa1f49d9273..59e11b1b8025db7d39438ede72e1900fe2abf41f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt
index f7a8d40c6c03c66bc553975791516b171c111a03..d236cbc5026a89f17ad43a17edaccfd87a4edfa4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index ad82f6acd3f92b3d72f0913a20b5ab001f3fb8fd..e01cb646906a44320b2f3a42711963bcb48857c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt
index 5585108bbb29fe5ff14458ea87c4f01ce19e54d5..76800324489afcebaa22dcbe3f5b2eaa451f9436 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index 795a8d49ad9b2f5cab84f868ed4f5bb442b6538c..736f7eace7afe1d980c87926cca436208bbc1ca2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.output.dense/_0.pt
index 7659ac1bbe68cb7427792350e6b55ee52a42f79c..fd24dfc2a2e91f7777f08e55caf71e2289e9c29e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index 1827c25f233012373e9009b2c955b141b46c3e8f..1d7e1bcfd8384078b8d3c58336e0b5b1f1d3a3e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt
index e1577dc82f518c79f6fcbfe0a900e5c3d5b448f5..7199c912680bd518048b5aafe196b83ab7345664 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index ed445d1a52200e90a5c1f4d8ecbcbcd8e8d5d800..22e1231669ed27e547cec1d086a3b7bc627db37f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt
index 7e79936d33a99f010d00fc02ed70d850b1e553d6..b31f98d0be6f9976c4605c08ad31918efafb2029 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index c7dc9ec0586c91886cfeabbff4da9184b94399dc..e9a1c2fd1433f21b6670243018187fa0bd641dd5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt
index 852ca9383980658c52ee87c35a49c758ce951050..e1e770a5ea43e714af87b00f0076a4cd182bafd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index 6d3c31d5f3cb2db0766f30c526aacf9de9021766..84378eb93e5a79e82265dc626dc766883937b0ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt
index 0775d7c0873c5ec24ba2e6a1562a2b28408158fd..dd290c78acedc9c6844480fcf21facd4bc396943 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index 6948367ebb37030428cf248a8b5d4e9e9e9abb3c..3c62d8afb48b19299d1649cd9b264a22960a0753 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt
index 9f7885861cde6c3398ddda84559107e3287759ce..0e1c3d9c83438811237f03e278bf1b72e21af0b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index e8cdd0464ed7ba9fafab34cba4bad023d300cbdd..4e989166e985470dd022e779829c3338b5b664c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.output.dense/_0.pt
index 09197f090022b51beca60a242d9f9ec956a9affe..d4e99aec6b8044dec8d780f94789b1e3fdbc8bb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index 937aa3d696f997fa5cd2d3fe65be90f6739b7b41..a8e926dcf86b47f5868b4f631eade098be09abb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt
index e5d91b184d5517321d092959b1b1bc1cd96f8df1..9034dfcde6ee9c471800584d82fd7e4f188707fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index 68900fa12ac9ad331e783dab1964a3fe1859298a..ea5aace50471be744165e2b9fe865b79be1c034e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt
index 176331591289c584f8f609d415dadacb4a478bd6..69776c1603b90cb8d71bfe25c4c38a2329ae86cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index 6eacbc1031cb463e9644524929b120192dcbaefb..9394b9ac24d79081003f0561e0208be6a95541f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt
index d1be729c8e62f9b1f678a888b7cb34e22ea5df7c..8cd0e70d036ada41936a75acbf12410d9585c55a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index ec8646480bc510dc31c108a9da4be4f600dbaeaa..f055e1217d3072bf632580aaca4e80e092dd174a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt
index 4f6f6845113f6789628f350613917fbcb212c860..07869bab4be6a1c1c40d64759ace52e74ede3894 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index fee7555931de6c18a28f4d8a70ab8f416b2137f6..40a953951434d347628bd02fb1641fd699fb3217 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt
index 0d2b68d29d8e9791daa121cf2b047faead7497f4..3c5a0a4e6ae5e03fdfbc0fcd312208701d904798 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index 7a12b652466d6eaf1f339395252055184dbbac47..2d1f86236ebbf5025758559c8d8e88f1f5c92b74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.output.dense/_0.pt
index 8706c97374c8b5a467581e36b738e6072f719c27..3026405c41432180440aab9415b455d9fb223b3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index faf58c2b4a783213c0b00104b3d585a756695f8d..b15507793c61f42b009145d36086eaa793f8c589 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt
index 92309c4045cad55b5766fd75ea2ef18c67b48cb5..b587c6e3b55de07cefc6af10563a9382089d9ac3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index d3250c78778d50e4509545a59a6e52c48debd85e..be3f701bf251937b35a888644d706c213eb7ce60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt
index c56998b4b5a6da73a0e6642c8e78f6cf9a4c1f84..28ffd611c397406b9f97ed0e6e41656dc3f0de0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index 615e148fc62f4bdfc446b0326036e65903c50f6d..aca473ad2925a0cfeaeecbbac69ae5ed58eaec4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt
index c2165515f36a2350b6c104c3a8316b3f0f6b2ebb..2fc17ef0143b18f94bef3da84ff99aee3c921f38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 3510af0f73dd2fc5891405d713d49e0cb5c15669..daa3fa6c8e994d97d9656c4e1222704413c93717 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt
index fe1bcb245aa4115f74a5ace95eec6e3c3255bb2e..6037385563ee2d447b9637403ebb2fbf88240f6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index 50f9b94f6b84fef2004782b9fc0d0647292d3de7..bf121d4ce5e418660ea9a38c2710e864d6ac8756 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt
index 1f92c10e48f4f30eba0022e12021f8b55fd5df5b..45a4fa395c992740b9b6a4e5f071546c54855535 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index aa614cd2bd74ca3f1a5bbac9c9856a247344a27e..6f746376017565ee10a4f72b6e648d67e26c62fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.output.dense/_0.pt
index 4d228efe354543349e736fdd0c4b0356b57d2b08..ab28832aa876b39295cfee0718fa689b8f6c15e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index 283a3b5f0652db9088d881ff94de61cfc209f60f..86e39c49ddecbc0f30528d78bba7090c86b76277 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt
index c9becc33a72db965162599376a995d6f1dac87a2..3864bc79369ce9ecf1eb0d708c01c05eff991941 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index 8a10dfb793564f635e1c7d12c799b30295c08ad4..ec23c3de2f2646fd8905470f17ba89db43b42122 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt
index 167c181631aaf154a35ae94056e074a8195865f7..53bacefc94c340061efcf577e9394ec138f685a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index 3501c0437fc3efcad524a69beead79d049abfb1f..6ed597a4c0c33694e8d9a6bb6237fac6c48a5aaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt
index fac4fcf454872bf2fce3ea55447a7c76621e59fc..fbd2c4c6543f24c0dd63823a31ac3d4d5cf0b473 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index 50d662401f9ada47df703d9cd796385915b18844..bb93520b58298f2a3537d7ea68b25b6a43f8e8f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt
index cd42b910537e5df1499fb004ba2c2022cb028a6b..4d66ab8fe4e60d421ff620d40b7f11c00495bc5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index 9504cdde6e3ca68c342fa1b2239928f364740678..7ba09ee3bd627d501fd4885faaf0a854c2d8e7f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt
index d42ee4e8f2cad9eaad27cd889ac8426ee3031e8f..b5c2ad7f871671c7880601101d1a489c9ac73bb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index ddc20c460cb3dec2ac10ebc19ff02e816e2c073a..fef07f43970ccfa0b5e5983eb4fc88589024bf20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.output.dense/_0.pt
index 47f9fd1f7adccc3cfeaa86ea88192141251dc99f..b87b1b038509b38ff3218f9516ffdc680d8bf9b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index f2d8f6e10fc8d3738fe46c07b49fb84cea269dc7..a9405c202bc9bdbc320de0840434e5060f7e28eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt
index 792eaf519e911ea099ba2c050a793807eed52a95..207aead36c0cbf159cc916fad4fb997dd33f4521 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index 13c0a58648ed02c103655e1a9921dc7473cbadee..7d69076da93d9ef8066c5f452e630186dfbd198f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt
index 4320d00b802e8d821bd2c6412330a03ea099aac2..be54b2cad2b8e50d276a49ab65edd6dc2fd8a2a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index b1b89d83318e8f552b50ea27c82dacbbdeae23fa..c224bcaa903c52f16cc01f9d0a6d63db041b0efe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt
index c72c0043173737893c77a63849310aeee8584784..1c2c223f04546d6ba8661ac6d4c93078b75220d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index 81283985cd6b1393d2b493524d175d1dab19e712..7a5f4338d124ef310dfdb42f113e80335d8c6a45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt
index 9b005f9ba8e148fc09ff2c71d8400abcd081f501..476f8b245e74c849cc98c162e555d2d0fa45b5d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index 3dba21ce7244f8259ca207aa61f9212d191c8544..90cdb7856dfce09903a503116a359b307cd5b838 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt
index b0c92513dc480fbb0862eb04eb1b0848acd703bb..f4dedae69dd005df1c44ae603bc6f5bb49f82e50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index c445b7572d94b359f37a9575ed9d32a41b5c1796..6645e9f28ef408ba1fdba39d0c830166e838579a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.output.dense/_0.pt
index 6a32fc537d489799be8578351bec4f4b66e84bb2..5b660e31ecfb4970d7338ae16e45c8a822b24f05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index 69f3c0a2becaa0c65147bb85dce2ba2ddba31382..368cfc3f83c65ee6591357e81bc02bd3cbad513d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt
index 085ec74aad79efc8ba3c45fdb1fc010f5d3be12d..b6f4488573701b013bfefde139c23f92158803ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index 88caf5821511beb2048a60999fe86db7e12c23e7..64d76d21f9ee58449aea01ff2d8baa34755a4a4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt
index 53de05b1395bc14e759f484ee798bdbf5dca2ec6..31bfa61b8365e6d0c0edb02ee1aef901cef4b859 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index c7cc42f5b615247be1a4bf80641bb2cc1f01cfc9..81843b1d9cc24172af44a44a903bdd98fd6b6c2e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt
index 30022185c6abdba421b07c23a04934d4986cd9b2..c812b82196a2367da7e4a8b3165bea82d0ec0f48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index ddf291b9149d8daa4d16a5d362195e4b8a8c04c1..63ba30f9a8d9137b578229ab13c4a6ff7953dfae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt
index e5bd5b29b3539e18e89462b52800924d4010c9e4..fb4eb0a38f61a3fac08a6c9bcf465851fb72892b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index 12a0ad2bc9af4be5b5a93f78c7de1c26698901a7..66ff296efa27a96654b11abb8437beb35d345dd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt
index 3336ca5fcb3aa1e6f743e6985cc4a0dcdb72a040..0559a9a007eea8b05017f24fb74886790d88e791 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index 64378781dde42d19dd0eb9852af75b3b571b86e1..47e6c184153f52a0b36fdf40bcf1f4375bfb5572 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.output.dense/_0.pt
index 03447dcab69abbe66fbedce50c1f1ca959083e72..e18aee740c7155d752d71394e7a9f947318d0250 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index a31116cd33faf90e16f8cc826494f8500b63aafd..752d35ca48d43db7757a154454a351b5ff53a69f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt
index b0dba0a9c1e76a1489e504c2d78f296942ee01cf..b010c4d464ee2bc52494c8aa6d3cd18fd2847dbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index 84b38e7c4afc9c6a68c4c4084f20b0a346479d56..2e593987028bdfca6f989c9c309bd85df28945bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt
index 22ca977502c1a2902bb0c3b5c4398f407bfaa3ac..fe37785214873e170086fedfadd1113868d4d02c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index 2668e35349eb01d7dc3b57e72860cefa279f693b..f0b22f79cf0c35f986675b46ed0addb15bb854a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt
index bd2fa0e7445cdfa5399a0f49df599f2582012506..a7a4ee4bd8e72175831a2921c001c54de91c0a76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index 9cfef1ff310ad7c69110daf8f33a45e88b06762f..99ff2145762ed2bb627a37b49d36362f9cb17c77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt
index e89adaa567a01cb57c26615054302ef0d4b7f466..97ce2396c45f1d49b7d6f034c8f3949586d13a79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index 122eef45459d5e45ae752ca60c7363cd08a01ef5..7eb4f073660fd8dfa7fd7a0c1ae8b8b745d8e517 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt
index 708595bd2f9e7e134416298b9e7dd6d632cf889c..893256a1c00c848f604a98548b9a8acb0d3d8208 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index c7b8d3451859d6534cbdf694f3b8a7c8cbce0411..e8ca0b9aec86b64d9551e38d829c704e182af2bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.output.dense/_0.pt
index 53d830d19d6c02a64daf45d77f296dccc299c4f6..e96cc7250cf3eafdc9778db408fa8433cda2fdf4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index 46431337855757f9d47931e846e0c4b53b350508..8e36354ba37dd42268f27fcba01573a13df1e39d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt
index 4d0a63178e7bb3644e040bcde90283d1bdf1d84e..6fe2e742569d8b8b4d51a7f377014ceba4a85da8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index 95b17bd1735bb84c59b70aade088e1010f8b4894..210bf6b89e4054fe288707571822135cab1e4ec2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt
index a776235a00f14bd60a808b5a8476e5b05b07947d..02ef851b3d91e438a99e1b4e4f31f8234f0fc5ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index 35082de9ed6ff12b1a60bfa5383df346527abec5..40a929b484eaf0c35bbd23d22473f7117fd2d994 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt
index 82cbbefdea26a2146b888ba60d4e432fb88694b7..0f34a60b51ce6438be735d4913a406b68525200b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index 93092bcd8d91638ce45f9d362a48a1b718e00f06..4eb0eb858c596153716ad10e6b5591854021c36e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt
index de10d88bf9a192ac2c5da19642bfedd606cd66b3..7af65425ece57ee3836606b023c4684730c362e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index 157092e9d9a56a4a5db40ef407877b4e2ede5730..bfb6db5513cd5c6c248f4cf3773c2565de9c7887 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt
index 80b5f186beb8a841218f102c37d44aedb2813c79..a9956bb87c8f6bc0459a3bc083de31a03b1d080d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index 5e4ec4f5012b917063866c0c6949816790fcdc7d..f230233eda5b554e2d5c21f320a47ebb1cd05817 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.output.dense/_0.pt
index aba074edca36ae59485eb93e010e72a69f7753a4..9fbcb3a010d29f1a717058102d0b0a1381fb4ecc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index 063723eb86abbc7b49c77aba711e8e613655720a..5e38621cdda45f1069bb06d53e409790ada68600 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt
index 019559be3f8c744c21420fbca98a659edf226c32..8116acdd326a69abd121ff05fe1ac85834caf89e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index 9ff09c0484446ee4405a5df76cc30dfa188661fb..0e3fbb0fd0bd6f49376c1abb761ce67ad003c2ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt
index 70598b1cc188373845ad093b8b5a5e0061dc3309..63947bb3ebea73f0a0611bd8c75c23914dc59703 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index 5d461d53d86d32135827b5e84ca1706c2988a0ae..f4b779259b95e345c1bd3f3482a8afe486c93b97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt
index b772dff0ce74e7b87211a96d8aefefce42156680..7e1597888959e686c28d60571fc6a5a0ac1ae56c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index 2ef40bacbc0fd1563d6e397ffea25d00e08b166c..44fadbfbbc6c920bd34c3d61f00aa503796570bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt
index 78ae5bca80ae7164a054a8a39cff7d4c0b1b4e02..292de5a0e81573ecfe1e2d71c660eb3c81605314 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index cfdff88094151a8e541f855643614b6ef975b627..3610babdce50682f3a6ca35a5a03312f8a16da93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt
index f1c0ed257e08b0581d63a5592f3a0f05824c812c..d55d3a0978d5edcdd7234b9d54dfb579f9b108d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index eeda293cfda7396812110c919c99f4d0da62c2bc..a73e439a2e8aa2a9e7b2fd6290862b6beda8bc9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.output.dense/_0.pt
index e7a4f1b7ae579c06f596361656e09a02daddfaee..ee49398c8f35a7462e375292873cd92e49999151 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index 33bf639a395992882ddac1c70565acc4a91a79bd..59c2a4af83551883c878165371f23da73b862549 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_1_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/classifier/_0.pt
index 5cda3dbebd0ce20d0cf1ff7c03430f5180261bdf..926bfe0954e9507bf64dc586618654d4839b4c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/classifier/_s.pt
index cff6368a3da40bb0a7a6897d63f645952271a9fe..297df398a9b18db3949ede68889925418d374503 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index a4f1cf340f8b16f79421eadb5b161a418aae4937..70a5299cc8b847c1dcdda2065bbc9b69bc41a773 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 005177a845c9563e371e87d4c2aed4dd41885ae5..ef254e4390145077bd482839f5626b7e5e7206e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 38aee7f35e6312459458fea891cd48809a6608e3..b82768e6855dc5953afff08044523ca91827d1ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 3f14bba5d699a0162003e695bd0d09615189c45c..803b56dfbc5ddd095c22d0f543fec2419f354336 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index 04e2a403c88b23c3719fc56d7a8de6b553360cf3..1e0dea195caf047c28ef14d41ca544c65f5b11cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.output.dense/_0.pt
index 5ed273a8e76a2c043cb6e94b18c167533e6bd657..57ac9d2e6fb86cd5cd17509dedadfdf3aeef0376 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.output.dense/_s.pt
index f160fdb2ca3a3bfbd8f9d2b522a04d516488306e..03a352497d6cde3e8270e60b6edc73e397a8be17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 26ae6f773183308ce9698631f5ae5aab2e9cd587..17335eba33384faa0eb52176f53ab7d507382128 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index 240b1274886f7fb844c72e30b717f91c1bd0ea53..060e31b1e95cf4fddecbb7b476b465e735061462 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index 4976e0f18d1b9b5777ae1e5eb398bdbc3ae26634..9a05022fc37f417aa4f666fd9dd3efb1d49d1e1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index ea55970f2ec5f860b845c7d2cb36b39f17e386ff..60d98806b042b487611a4b293bdcfdd7b064034d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 64cef9d559564e23e327b9926a4ffbde460c5b70..056f1957259a8d56b749e3ea36ea80ed38c79b7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.output.dense/_0.pt
index 546795e468896e0d59b8b7d7c83b24e43e105808..1fac8c2b90539ee81d7adb9fc5f50fda7404db48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.output.dense/_s.pt
index afa942ec90888b394cfdf31784a9d2ad79327ec7..4f1e5970be1f7509516600c652c8f14691f62d37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index 238b31313a3b85fa84c10f97fe004468a40d62f0..cb56a0d8ef36ad0490b595c5cd61259fa54729da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index 07027dce323e82040cfb95a1ba1481865e86f3c6..e645a18af56aee6f93c68db67ffe3eaa90a66a27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index 2944d52e202041a467ef58ba49fcb00ac26db6d3..cc66036bdfec10b5c20aec4eb8a38e7938d39d81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 0dde8394e16db7f3cd5da1ec92c0ccf769fe061f..7d608827c130ec658d4e8e28d11d0db854ab7029 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 4b3b03f3e24b17a1fed8ff9cbfad86d6030a4b47..c6103370400ea234be22b394d35f54c085903cd0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.output.dense/_s.pt
index f82756299fe6349cfad81c122bde4ab1164d7eab..8ab0407d1e45a7945d1bc21577ef947a7a8a6d98 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 5efffc3c87f5a3311599b991a55f290c68055f33..50124eee051bb8048af85d20188b57c9d3cd2ca0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index 2c5fb4d7e27c692c6016dcbbd38071f7863ed627..14816f29b0b9ad39d51f86d9f8939b2e4bce4c0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 27ac305ee9e1f3a6d6f8bc24214f8e2e5284bebe..73e106653bdb401aad1991e6dbb14355b43f39a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index 91365729d7ec4592ad60a1ab94db7dd303bdcc43..c62b1f6419182e12f65aa33534d7602ff33a61c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index 5e1b74c2d46d1d33d227ac1bbd8fc48d3d6dd465..e8277723158e44e77217df0c821f324920ae3230 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.output.dense/_s.pt
index 37d78b7f8dfd822f71cdf3c57ba7d067730c6a74..d276b6279273d92319dc821309329ec89c1a3588 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index a972b72aa5d59186d7ca57672ee67e74f14cd249..9026a4686165efd509cc9c8936ec46b1e8dfabd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index 43ede93d2c887eccb60f488f9f9707a0e1c0f5a3..093263fe494004c41e1caccaca29b77db4e7bb71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 96473c4a55a8f95c70871b3c5e90a4bacab0241c..6821d5ad5c2674ffa0fb2e1eaf24cf4ab41f3ecf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 65a94bf420caa2225df495788a1fcf2e4cc922f3..4dd52e394dcea3d9a3990dd2be023942ba50bf04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index 65bf6421fba4dfc365dea1581182bdf176479217..b20ea124b6e1a7bd06439473846d90dc589d5d8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.output.dense/_s.pt
index 5b49b9ba1ff322689658cf3c4a546790b75c43ed..d4f937e977829a37f22edc43345cb4fee0f558df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 8d03df0d31ed5d2504bc104ba4b81ff0e04a8b34..4a354786abe4559dad963297f0158cb484647f99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 9569e35de0d2e83f62b481e2735f520d682622b6..a0c4961f761904e12750f2e078376896950f5693 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index 2432b7b90e486239b6be691024c075ca66cb53f9..dfbf6d131e730e6adb5fc4ab5022c9d46e356980 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index d100a55272d38c009e4a3ee63c4c6ceec6b49f96..89e0c715df231e4969ccc0807226907333c58e75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index 313e1011e3392ef4e23a35251883d6feaa330de4..79dc8e925e2964c774e11d53cb4f79273385d331 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.output.dense/_s.pt
index c1fcd0305e77b8de43470e03db163647d73dee54..30bb190f411d9a7832eba2b1f2ca0fca52f8fddd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 1e018fd6de80ff4bec8d30481e5ce2e5418dff3c..363a5b06350ed9255a1652496fb23643cb6db307 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index 04866792e5cd13f818b1d636b28f232ad7725263..06174d4950c60d92b7241bca3c46b2b1b0759c01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index b92e8a6fcf7a1a27b9670f0c3f2668f705c0acb4..0d2691d336be8a6d6a88c00327ea2c315ed40bc0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index 1d2f0590f335832af32bb0405b089f731155b851..389eaa1841efe0377f6ae8dc0cc1f1556dbf6605 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 08ffdbbd86385efe164c3c241974acda67997045..34aaf04bc29b44b7bd6dd96c6906f37f2769ae68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.output.dense/_s.pt
index d7b53b8088060d442d1f46bcff99065e12836053..3d60fadae1eebcfbd448254f85003aeb44a00e14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 304f4ce62b7a9f1f110969d0e5eb274258cfbdbd..00b6632b86d2163b7940c00359fcbc7d00383494 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index d39af7f1d6e8a7cca0f15836ad79190c77068b0c..12c86e779bace6cb8b74fee7da09bc6adf285dec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 855aeb899e39080bc1b333145981e36d1fd3308d..1b8a5d01f9e3d180e9b60ae7348d8a5059efeca8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 6d3820c9b0dbf2ec8851bc9e9868f4b3e259bbc5..e666920881f1d49e06a10dc37e0de4dc082e499c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index 7e48f54b7a93015ab46dfcbb587da7b2f2e3d28f..6042571a25fb6469d673130f20abf26bcef68c8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.output.dense/_s.pt
index 160a86e470bad4b088a878046eada788bf48e134..f51192f21f604d4e6f3209c69d50f089e615c8c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index ebb731e9e340d0416dc53ae1d02cf579d987fe86..f770d9a39a23d2ba608be47c90fb90b413bd4cfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index 4273231f8108ec729818535e0a8fe0f3cd5a0acb..34a1b07be257119675db3239fa7b2b006d6cdf08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index d9a56b088fee8d99704bb5ee66a55c76f017f7ec..18d46f76a43dfbd3091e19724afa2f3b809f7b61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index e6bea3edcf4633c49dc26bcb4c1de8527d015513..9c68b7bee0bc002229630e937636a4385cd22c2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index b233426d027d89f976189bc43b59b7f5f58fb359..4e8185fdcf45e0931aae35015b44648efe7d7380 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.output.dense/_s.pt
index 2d6ff79143a2bd8089264f7a8894298e50a118c0..dfdf10de882341589f98cd54dceab2705dc815ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index 00b17f65359f36bef0e15f1b9fd6c1db9e3b7115..cb4d91c935a8b857a9fe884b5a18f6f06fe5130b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 43e6827b3a5967122b95a056c31d27daf6195118..4e0793cc07b3a847ea16c9d2146ccd26c6fcd6d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index e527fe9782397ed7c8912c602c6b323937502674..7adc05cb78fde7cf05b1e5be17e26d5cb5462995 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index a755c93b0d5bbdaf299ae9040a2cd09d4cce47bd..a560b9b4b99fe66bc485b56768012f5cc5709026 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index d7c962c2027f008f4664ccd369b54a257fcac6d3..91e176f498062d72583c593fc0a5a8e8f90c7830 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.output.dense/_s.pt
index 3db7a4b67e10f7f86a34bafb87f46cae90340198..3b79fdad197dd26e19e75d9f6cc9e139b10479c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index daad7902cef2cca09953515a164ccfb5c45d930e..b113bd8d34c2a1e94651892d61c307d8ed1acc65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index 35efd81e4669f7d6237cf7ee8734dfbbcf005a5e..bbd21cec4a8101683dd257d4183cd5a3f8c04d76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index ec1e3faaa6bc8d722420e4c676a682fc7e5a24ad..65463cc6fb498dce09e6f2b13764b910564adebc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index b55bd57bcfb70de4d6c353aa6f788258a053c53d..ea39a45de708373b0fab3221a394197679aaf669 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index b5b622444d7b36f5d62166bc1332bbfd11029688..a625220c5f96dce6104666e84e8c6c97c942c354 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.output.dense/_s.pt
index f519ec009a7b9c1f34755317f50bd4ee8df1ca01..c84c776745e023b5ab71756e74188340cd81f650 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index 7682537042629f045345579593bc3012ec885544..8918a8571966e0b0630aba337f0008d83319f013 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index 0d04b21fb9b2716ae9b5a8670e66c70255ad8280..a02c96c4925bd20de0610d749e4de40677aa6dac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index b23bcbcc50ff2f7f31191512b0baf1c74fbd8f72..6e686092eaa8b4a390b986d442ab164c3f249cb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 280d4adf5b39a19972cf1f8e58fc3081acff8266..8915f2b1131c21b9b13e5fa5a33b82709c5c58c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index d7a0cfb2a8a6f6354741349c423ce6bfac66cda2..a2bca77df20b434537eea13166b0e4d36c8e710f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.output.dense/_s.pt
index 56afa629c8b73630854b3e29b41d175d4f95ac4c..fe4346abd07df549ad531f855f8cb048dcca32d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index f42befce5cc60cfc1590e0bfd1c58eb7837d4c79..979a724951693c1c5d0b0d6f56676112990a878c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 3679bf03099d7fa5bd6cf2c89eaeed6e821f20c8..4949b5a2a219314f6fde6843b54738f402ebe4f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 8e44171f28344bc29a3c7c5f34cf16770e240461..6b354e3bb7fdc23c9fcc2d38ff0fd6b63be7727c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index c7c5d7a1cc2d9776e9f6ce969a18bf62cf0ae059..e96d0db07fea516cef1d97311edfa8de54546e5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index b8bc287ee293baff712a98e769b8623db52eda61..9df2821595b931ed94812500671ba7604d126735 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.output.dense/_s.pt
index 1b1ff8c95213fa7c025b8d952464a5bacde5e9a2..801ce997bfdf0a535cb7adc40ec89b1601380f80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index bddfdfbe58d236d9d70e5492eb0c697299b73741..35679da9022840cd33e2bda9ffc4092244d248f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index a827a2c314bea347c9cd2781d8383af13cf9cbfa..b0475c41b5abbe6f0fc4809e11c1cc9be54e27b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index d7528895267e76acfadb0ac240cf4d4f460b6853..4cffa38d4a886b31cc9051a7afd0936a4fab45a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index f5de801b5a5d824c0c43e1045e11ca7e29f27f2c..cc6078bb72f82ea37f54261f980f67ed8c06ab12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index 9ef3a4e7bc324dfcdeda37374adb5e107d671e52..596c2bf89537e5876721033e9b17a0ed49da8e0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.output.dense/_s.pt
index 74a1dd5ac482aa0a3054cfd592be114963cd4615..32af725c6db6e97944c9348dd86eaf969e93bed1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index c55aa51fd49a9fb233a219e1c4e21b129ffa3d65..412c063018730e151584b2c8d3257103d5daac60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index dcca0fb6d1fbe89b74da0f0d90892298fb570d4b..a7855795f293935af1a2d3e4b4bf4aef11ac685b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index e9e24f2b37d1019c9d57579efeea23efb10a7487..4eaab6552a39659489837d3900f1e6d858cb8d64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index cef6648a233aed1f1e2743bc524f97bf43fbd6ef..e47e7ee5adf73fc8938cbf37709eb450cb36ab7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index db86aef59630d48c4e6c3e02299c62095eb6b15a..fa09815488ae5066226ad43187f4594b470df84c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.output.dense/_s.pt
index ced624b45fe1315b209b575090904440ecf4b1c0..7f02aec9b4c2204bf8f95032a43fbf5ee5d7d7e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index b91eacef7b5645046767311d3447d10c22f710e3..62c8335f640318e58b3f20a47a8ce04e56cdf93c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index febe4ebc5076b7d9128a8652b739a82bd2d64484..0ccc2ec7413f0d29918076a889ecd1982b2cd2df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 3fd8fb13a2f8dcb78a2ba422c150206353472f54..8a4c0594be492eb4e9c3ca84c945b9af98720218 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 51bd77cb6441f29c78a2f9846cea3f07376be04b..0838ac818d0d9dd29fad53ccf4691211f6b1d816 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index c33128070d319364a3835152e769032920e862f7..02229e0114ef1410af501b30ce8d33b460f5b902 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.output.dense/_s.pt
index ee85d0afb1d6f10fbdc159d0cb223930b7ef6966..c2e8deab812342ee28321ad5274d2a4a0e0eb472 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 12122b298630f55ea7f8313791411ce07882873b..d6b6fe4d4da58007b26c4ba61c56d0a5b33d778b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 285724408dea16337cf6554c3a6624c8642e79db..132393a9a58a6a460ea4f1f4e54e1bb70a60f384 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 047df8d9523b68a6460a500d50224e71aec46059..5a72ac2d253ca56aa9a37961cb5fb80a91136696 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 23ee8c4ad409959cfccf1a77a9d1b8deaf6c81a0..eb35aa8263bea36560e229ef4a449adeeb4480c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index 64c3d52c8bcc3f4599bec8f2fce1af5e64ba0a30..a1b60570f5f03abc0b2f506c27ec3ec5ad3e58cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.output.dense/_s.pt
index 0e712c7c84656aaddb3491fdcda83943f96129d1..f310597205b588aeb84c7d8b58846459987b0848 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index dee69e5c18fe9caf09fc7264f05cdbc7c4ed3a06..1b8cf25d155f6f7cb9cd67239f90654a0400604e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index fd356c11636c0463a383a312b8cf8ce6e012f453..90efff6d39069e0672ee9f897fd7526d0076a669 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index aa1cb91d6aa03105727567f9195153f4e4151851..7b102123ade7d8e953c949f31247913c18df93d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index 98a22fb102f00fb8927b32bc8cbad0787a982ee0..00ca5afc01728da92036fdb7b9b5540bc3ae9946 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 65ba2b2ea6a8be148e542bda242792cf8e7269e9..05aa162a95e765fbf2457b44dbfffdfcdc7c5126 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.output.dense/_s.pt
index 868687c5ef6a4540bb5758d40675d30401d9a566..8da7d149ff44a51f8c6528acbdf810c8ddd5fb9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index 3a152fa8bfcabcbc444b428a98823a3c81deb6e3..0110789572920977e54d908621265d3891c3da41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 0db4febbe004b2c9f23a4dd104496164ed4e6342..130ec8116bcd8e9f7303819601444a8fe8b8ee0e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index 66b99b95f793085d7806ecd18f2f7690613fff24..008c55be6f9614b0eceea210e2760fad8cca36ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index cff53c448bb1ea61a9d06d8f1d1a7c6099f8ca70..2d0494d189de666165ec2e86c28904c5582451af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index 1dac25e7c270da623ed3781f2b6615e0a263da8a..14b915db0cfd952dd478a279deb446f1ad70ba7c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.output.dense/_s.pt
index 26c74162702134a7290aeac35d0e0cf87b62f820..332174d230b469ca4fb60f56f9416e6e1ae944e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 02d588ce617207c4f9c33b7ebf95a516cfad3857..8c0b79159c69ec569ee011d5ff9f2924e584353e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index f5bec28753933900ffae21ab9250ded10b3c87e0..dafcde773ba153fc51b06968f0197ae869e4655c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index 1f03fdb6a1cff4afdea568416c857b7baa5613fe..a3fbb626557ea3b96e10f64fb41565821e8c702c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 77f72368c5f363227b63cbb10541dc3a982e2af6..b30326d869eddc9081d5ba683f5ea0e1778ae11b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index 0f72d420ffa7700203737dc8c55f63497f20bf4e..94e729c88bd5672d2027964d306d4d1b42813961 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.output.dense/_s.pt
index ad7a80d710d5713f21fc497a075d6b08cb891831..a50746c43b9b9cf1443fe79308f244ac250e60b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index e57b3ca59d89f23a1c2fe605993e20b7064402b3..c56b6cec238058e0fe65b15f33dbf48e19709326 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index 182f866a658bccccfd4c94d6b8192ae1d24e06ae..d63ed5cc9fab5373cca414320b94294f1ee01630 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index 45d50f16c0f1cef905f95e5ec38aabdde843522a..dc1fda297e88247204160a3a71af8cd0151b27f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 4be835853c6d4ddb260767d37b468e883e94e423..83ff97e44c29254593c1067b7ac19b06cae1475e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 0e8c23ee1ac898fafe675f18f4fbb80acfccb7a4..4afa4f837814df38021429d147a6b27f0336b56f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.output.dense/_s.pt
index 0df3d0829fac24aff8bbac62ec240c4e5521ed08..56cedb64a1ac6872c78e21aa511690a544e7bda1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index e7e66381ec63f461cecc7c60cc0a72f95828b81c..b6ed631984eca89ce277108aedf6a74c6e1b5e1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index 3cf5b7989400967267973b9b9b487e06c9e1dbfc..76ca2ef8980457f22c3443040d9bc66bfe434eaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index 3ca945a2ad35d1ef905b191f1211fdd71c6b64af..90a3dd1e24a9e65c196e3086e7fad66cd78e5cce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index 2bbe1af839c551908ae8fdb98b010078da2c6a93..422ce3329344e6af7d95becaefd7ad171b8128b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index 02361e7c1ad5ad0ee3adeee9b8b28e6fb2b1dc09..d14689a7c8e17210a8ebabefee11fcbc80a14f0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.output.dense/_s.pt
index 9a46ffb879dac8cf5e8f92dc00b964841bf026d1..7591d93176a8025d84b6c4b33423c7e85c2523ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index e9bb2d4d010a13cc69f3b7a398a620d0a2f21006..e34a99abf8ecb505256dc9cc37ee3e8738471025 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index 586057f8a67ebe0632fc48461cd2eba45cf6d02f..d58cb8fabad13aa685f2366fc7f6fa5f76ec0abe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index 36da71476efd8ad1ddbc3e814a0e9cb38eb3e9ca..4131026581869768f15247de7ae7f5eef7c89221 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index cc282f9b6e7e6ac5edfe5ef357d3698095a60d2b..10d2b9e03a1dd0f7991a44c3b59eaaa6ee276095 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index 1959d16a93139b632a70dfdaee69639502956bfa..2064f4fafc4f4b67a4c38fb728063b47af930205 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.output.dense/_s.pt
index de2ef751d7d3967b203b32dd17b5780977c0eb00..ad0c1a7be23dcf984292aea75e4391bd9276c241 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 5cde57432626824a59360fb89cd13f72d3ff93c3..ed7196de7080644ed504a41aa533096b0312c978 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index f95cab8165c219a2e8473f2f8de64a60c54f4236..66215ddcf14f0f1e190511c2c1dc3f4ce77b4161 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 7a7bb11880c5c05f7a60a1f1ec78b84d2bfa42bb..cc598f4805472b984d5c885fb7e2419baab473ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index f3712bfa671b2bea2602cec271a42922f69891ab..21c3f78f375fc2a1443b03887e0beed5b5a25fba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index f1d30b62c32b6a86a2f817ca381214f6c11561ed..de412fcdaddf56a1b0adcd6915c71a690a3a48b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.output.dense/_s.pt
index 060354f74511d7290f2651634f415f45402e6968..14d94ff378a0854761dd4b975bf53392fe2000b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/classifier/_0.pt
index 28172c287a31914b3c2d88bc7a247bba3879e51f..dbe1e0a953d01397676ae5352f6c203ff4b76d37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/classifier/_s.pt
index 1a5a3cb5b2fcaec4723247be486565c2f65c4e0a..5246b2ace92968426bd3b98b3435fc4edcfc780d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index 9ccf5c4e986ac85cb0995a6f4bcf142d24a95997..5875f054b5f1b6f95a8a964084022e910af86110 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 4a28bfd1c9f99d6aa0dd14119b5a558fac72c376..12eafbe2a082860e7f11f0306ec08e17113abc9b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index d26d3a683a09ea0ef3f33efe0848acad01740037..aea51f0fbbef64d0f4912b99a133d8f470fcfe06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 7cce31d25f877116aa438b79ce0c68d73975592a..0978bfc1a27e6ab5d1484d12af696015e1b9c787 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index ed9a222e0ea1000e2f736e38a455c5254e564627..8554ad68ae9d72338786b26230c1652afc88e8a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index 09fded2ab1665c7981c676ccaa526812f842e1d3..95cbc7519ad7fa0bbd7970a35c0bf74fb286cf67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index 51780eb32b6f19ead8fd6e658f63ef611df24e45..4468738f73ad3b66c3140634afd9978336785784 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 65c075a19385394a1e7b89cca59645edde009de1..55b4582c744e303efc5a2ff7a35ec50775cfb77f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 10c347f9df6364d0c4aa2d40e63c4f4a802b8e8f..30d45bbe72f196887252e7ac0b1a73ae0f5babab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index e805a845d1a0119f874b9cff5ecad6dd7570b195..bdbe851003f92b4382fe62ee3e70a603b8909374 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.output.dense/_0.pt
index 3870718c6d2faafa8ad136fb9db0a341334dfa72..0286016c98a875363b9dc69002dbe356da03d0c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.output.dense/_s.pt
index 44ea337898efe7c7abdec00d8219e653a98db7a6..207654edcc8cdd003e6d4fa97be0af9808a60f4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index 84fa2669218c77f78ef59d8354eab0ff10926b50..104074e1e20b1aee58337f305f67419a2323635c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index acb8713c195aa8c65db0de65155bce7e1c4647f2..e003ae4d70850dfd1dc8288591d7d4e87a20cf8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index 949ea0a23897f1a0340b124f1b515840e33fad02..5d9676d0f97da2e17a043b36a820fda78bb39dc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 78bdb93b5cce743ab66ef670178f32a5b3bc54f6..6fe8a698e94a40a94b56380c2756e5df06fe92ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index 828580683d29f3a397b1e179d71df30f81b5446a..a9e02669554971bf1a467ea9d914029604ff9e5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 1a237b5e13e392f45dfab97fe64bc3bdaf28aa00..f64c7c92e44afc478484f95810aacbc72a0afaeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index 2be59623e067e8e9c90bae2b71432b381a3527b2..6b25ec471c32514fc302528c5da63f94a53f0bf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index 81a010bfc10f7fdc098bde6bdc58dda3e1fa9de6..4871d33a136dc9cbfdd4fa8596273b8dc552c0ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index bc8ba110ccbb4a1ff97ec9a11e225f2b27414628..e160bf1b3d890beca59f077f28e6a2071b9d9b28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index b606fee1d9e636cdaa29beca528026961f16e490..0fc13b4600bbeeb2bf8118444b3d2f78fb000e01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.output.dense/_0.pt
index f775ff533c675ecba1e61e5c1c7963e0a7fdc379..1b959d7b79290b3839f5ea527db76ee0f33c8d19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.output.dense/_s.pt
index ffbc3e6fc71276e6613f7fb77eff5add21c6bcb8..6770814625ff17ca240cde593fd01329032e5141 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index ee98ef8432a7e91774ca84c301dece6cef8c7e41..2a40eaeb4599c3020f81852e817b87edc4d5955f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index b5835ca6e1e290383c97374920a3a08c95a11310..ae21009900a475efc95e19d6255ee82ce2ffec25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index b935ccd8609aff8f9994b9a15cfd6b2e207e8802..1162c285fea24cbb40939d5400eda41b51181ebc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index c70574fc239da9e7f4de64f3915f3875a93bac39..fb79a5b156ce713474820436ca924ad80130ad26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index 76e7940699e3a2c0045b19707c337e4e5fcf48d9..add09a49bd4e0fdd999d98b3448d1ff04a237343 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index d556b9c89d5b019d81f266a5c64ce4c59a2b79df..2ccf4ab8113ec29c4ab4d8a5dad74cc1c43b973e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 89fe6d07700d930351dcda8a4a413d320b53f782..1eedbc0cd553da7fa54fcda3b9cae5a8f9bea030 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index 6bf9f8cd97714bc2a70750dabf240c144b681ce4..34fdcce3ce8efcfad096d328f07193ca12150092 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index b3c9e68acde53e5bcd88dda5b9ef120a4f3d936d..0e580c16b8255e195c887782331f18a95685ac74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index 78cb13088c7e0c4a926d9492225e36e7d9a186e5..278015bcf11dcd5c690ae258fa1e63c031f7f9bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.output.dense/_0.pt
index 4a2a54e72c6bee9a9e1b01c7600d014ba0df08ac..ca879bce74ae6ea4e634c2e366f11d2eff79dbfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.output.dense/_s.pt
index d357c4366dca9e2edd29aa428d6931e7afdf7455..2ac9869898b4493da2244519c749b4bdddf03bd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index 1178565f58b62165b4e53aab3d65e6ebc685d93c..c91fea28ac4c95d08d24ba22202917ead278f9a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index 64727d516c3e632645de95f1a93c21656047ee3a..ca72d42ac7af6d56f257dadec69c582b28905c31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index 8810578a9f509de53c6c0d7641c2c152ffa225d8..55a21957122650877596b3cf7c1343f98960869a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index b9fe247bb6e946fefc4f24c513e19a729a8b84cf..4602bd4759cb431dc7dea1935ea823ba0c9dd1d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index 48511e59bfc8668ed110d7cc72d16ec5aed7e485..6f93e79c6ed9600efb16bbf01b0e30f818bca26f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 89772cf8fab42a331c8e18025d423f3d31b92b62..68541eb747113e47eafe4a1fee231ab825179173 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 2214cf86e894cdcc1059945c4d1d2b1b0fe6a14e..01281cae73fd17dca64e9add9578cb1526488cfc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index aea924e1fa51725c274eb442beff559fd272d9e6..7f72dca9eef3a858e04a568966fa474c852d5936 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 3f6907fb413c6c6384f397a72f5c19bbb726f939..f88e9860adfbd340e750fabaee686569d8bb15be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index 45283f6096eba458739a7c34036a28face480cf8..89a62bb6bd8b5c58d8266410af04c27c0983bf12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.output.dense/_0.pt
index 402bc4e76e2f0a24b219ee42f4884f433b8d1f10..670e2ca5bb08fcb34473ead217d6e4d12a990f85 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.output.dense/_s.pt
index d6639ee5a1964a670cef101eccd1b336806b79e8..36a98de1db1c9799e9314771a2376b127ccf60f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index 65fcc4308f2d38338c607582f2fe87086acd92d3..8c4315c25f8edfe8721b653869258d83076bf43d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index 889bb7313a9cef8648101a34243798996391bbba..77dced27ebbfa328702469160fa05cb48e9b57f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index dc09d5d59eccfc67643a0fcba7654657d990e726..40cd3cea915c741df1decb9ee222be63c549c766 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index 0cef89a7c4656efba358b18460c3e6f879549634..b2a5569335d35764290a6c973ead9996a9c8042a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index 7a291acf9127ac257b43642bc450ba86f088dc8f..a7a6d1fcb54f035f2369faeaa2c071d5f311ba1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index 89c5da933bd5f5f1614dab067cd2cf326cf63c27..20b3049b6f3600dbf599158f72b6485d75cd61f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index 1203cb1b4a753d2b0de752a372043d7183b7d5b2..c6db33b7034462a4e012e4737e1fcdb855ee6086 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 37707121c981b19b6427024bc051e5c44019f28e..3a29ceef1e6c7f9cab6c3323a8ffa07ccd511175 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index 99143cc0342b5bf63ac40c1f4ea955378246215c..9b323ace7bd9dd4c7923b3b017bfa372e9af9012 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index b24bff37b464773f5d99e5a76cdef049640cf035..192a57c0d9756b6217a09c54141ac6b0dd5a924e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.output.dense/_0.pt
index f8b3c4be0bf6a716159a2d99e7d4756c78f07393..2df59b10b9f40844d3015db4d67126c10d1f285f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.output.dense/_s.pt
index c1897cabb2802e19dc1827926cdd9eda2a007f6f..2f5e9aade3ac18d130cfb02096bb900f5942d7c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 9cb12bc51b5cfe90be4e8eabb04508669dcf4458..da304c7d2cd44b9055c1eb1db3961f63737dc740 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 0ab9a7d9775ba982f0247cd8965534c95afedde0..1ecc344fa9d773eca2e5f1120698b3e95ca02da6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index cfe4208d4a023d061bf0190cb333f9534849384d..80aab05eeb44f8b4f6ea418231163077117e32af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index dd25e18d9acdb6900733babf4c568667c5dd528f..1b4d1541477e43aac84057d7f76a02ce3662fd64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index d92c1635150ad4ac3fdfce406bd0565a08582c54..5fa4ba78473de853f3c3cd9e3e1f8b71394b1e6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index 7be262f894556ed471778b7b104a494eea43479f..9292a7812a2aa2ec6449f9416354c45bf00f95e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 2df7d7496ba2fb94811f23ea7e5faee53e8163af..8e833406a959b3099e336733bf35eb3c43818659 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 5d71ab4a3d8a43806effc4c2bd9ea14e2e9baa76..51b17975514c317df699991603cabe9a2ee55901 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index 1d039f283739980124555407072a5162d7f01933..c942983fde824103f3ca5ed9b0426cb00b692dd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index a453562596f1cfe4df12f73b22b47d77711c670f..eefc4de453cdd7ee53e9ea0fd05c1a0c20c8fff0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.output.dense/_0.pt
index bdf584c7b1dbd75c9ac5943e7c388e227ce50109..7900bb89142b841e98861bc4a399a7466691571a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.output.dense/_s.pt
index 52fc88596b101328d72ef6dfd1b24b0d93d4cc24..733c785104a7f12f00a904714bf5a3884eccab81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index 661e80de81e911ec9e4242eb4a7fa108c05c526d..0c86530cb307c91d98568c6cc0e565be7f2803c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index 489ae7d33aac300788ef9ecf16f152190db0d267..a5f1a3908a886a0b882e2d413a37716feaaf021a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index f45306be439e62c596533824bc3eb7f6dc82bc62..4da1c2cb8fe1bba813a8931d06830bd6555da7c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index c9ee5351bad0e9f34a4a1e76f8d65b16675cba3f..956ca0fb977448be27bf81ee60dfd46d0734c48d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index 4b142a9195452d2e1f70fd030893643914220db5..9cfe4c753497a5a2f4cfaaa220e3eb579a5fde00 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index e91a71e61051a8679f47790deab8f36188b78f15..31eb557bfcec60e5b8ea78135895dbaf50b0c8a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index 8d893fe99c963a629a2af49762779e3c38ff57f1..8fdddc8c33caf044094041a18d7b7279ea72a86e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index bfaabd30fbb4863480359018a1165240ffe9971f..d44193488acc09f7e7704c403f8f5919636ddbf1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index 8f95dbbe40c6ebfc8d0e5b7367f4ef7996410986..80a95bb8e8e71e95ede8c39bb6252d21aa911f9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index b8d1c787d7b2e1c97609b259e23d138dcdb8a0e7..caace36dc5fb22da99166d870093b81f6953eb01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.output.dense/_0.pt
index 15903e871134edd00dc690eb7aa8cd901f1ac176..174420cb9302f66a21a1358ca6190cfc1292f0d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.output.dense/_s.pt
index 01ce17a337042e9d5589bcdd4ece674e7fa1d1f2..fc43f887f74c24bd14dc1674de1224dda1627a19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index 5a426b4ab47a7735156c2c16cca64ddaf8ce6be5..113660d7c64244cafa6eb89d8e9743ab901e56b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 9fc8015f0703b0bc1713fd75ef01726bddf2e5e9..733ea4eeaa8315e64b9ea63eb88c4df40856b8ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index 365b92785b76e726f8c8e68ae7aec7fc206ed447..8a2cf3b43f30ade09a1456f7b4a07b26807963ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index 4275399bc6a97c7a15a1399b75c8457af68c063f..33878e6087fc36b961660827b769168452e302c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index fb6fdbd727f43fe0851bc2fab54188ee652cf539..033ea6d153b642bbf28a4f445aac6face5ceae79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index 275608a674e844b476271bf326e391164334b47d..dc4a866de6810a5e3f087a59225f5748f4b37f06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index e5c4ba197a711d3d32b4abb2c2e64e483248065a..656d34148db44a4d696886c10d56c1fb3b107d3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index f6bac14fbf50fd1733f23612a7ceee3f11e18a91..749755f0cb6bb5cde82881e81268e70560dc9e30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 756b0596244a8068f64a2e3745e077336a305263..4705c06706ac6324505ceceea6d993423dbfdbfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index 66934bbd9c95301ccdc0367ed3efffa00e1c310f..633db229b904d03e94214fee6775ed05a648e245 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.output.dense/_0.pt
index 4b0ff42be0b80e7a5f0fcee2e2ad518f7c1aabdd..80ca632517069c99b18fd9d9bc461abf89d3e84a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.output.dense/_s.pt
index e7dedd95c409d4a965294f4b5c7a0a4ed8074223..80da9d606cbd07c04fb0253b41d92d16e9ad3c1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index cf152c2b64f53b45c5ed38c8aa9df98164ecaa67..9a24adb149f4573a5aa2dfc2a64713942fe35ea9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index 59a721e4ee38ef2e2f9324ffb1564c3c4094f728..0c906dab40d71d88cd139252a6d6cad47f35c437 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index a1fa3ff87232a3ddaa55d18dda58149414f97ece..ea47cf5eb46d8663d953984094c6a6670d456a6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index 1d717559a25c8c50727464e07dc05f5c9ce7a33e..50734062be0c3218e806184ec361f01f3f251f08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index f01e193b417c69bcab90171610df5618fb9a3d9d..46324e3bb7fdf637dc70fc8e2ab64b54e3ba15b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index f518b6dbe0eec0ab294638a46526e9c8fa686ab9..fdadd5c0049bd013aca9a898566767ed69b5867c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index 33218c856edee799f430f8b223f42ff298daeeee..601a992dc190ea0ff521ba48bde8a8e57299a784 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index fff60d43e5055a9e510162abc90522adb5f589db..e67e850fd698c605767f56524dcf5961b79b0315 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index 6c681f82c033b3bb17705df7c5ea37829be0f362..b7a48e32a071e6e4e8855812e2c9ee2a06c63735 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index 550b33b248a295618ec95404f41df4cc09df52a0..c3ec6cdf7461a96f922219afb4d902f9680c8464 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.output.dense/_0.pt
index 9f13d1ea0e081c50fff244975f9b19c74623e5f5..a4e030a18dbcdb1b802a698890ca9ca49d59dd8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.output.dense/_s.pt
index ad078dc864d7d165aef6a1af9d1d0214e0dfd17a..260eeb4b8b98a9edd3c90ced9c0261365e7de8ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 791446e82e0f923aa7940384ddc2e257d56890af..893f0d9102383a89eabb7d51eeff832089e2fb78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 0c72ad6299f29e3de1fa44beb659d3c57a7c4a68..1e63b432509758df793e742a35dfd9224c5a1cee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index d4b39d7ac076e27445faa729766d53df32833e21..708f9a39dcd179ee55f22dd4be2ba7eccef9afd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 5a6bf7bfb79438769cb2dc49700cb8a8d755bfba..ae6b0d9f2fdbdb2ec10f2b20014baa2794569703 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index b77bfe90a9672c46040b535d4a61fb00c9c9bc0f..a217db6172b7049355db8b555846531ebea6bb8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 91c8539603177cb2d117e33e5179ef3be31767f8..d17aaa0c3997dc877bf8f08c697a78793cb4094b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index e7e469872eadd2a47977b226024bda6ff01e4154..b4023a302d311bec6253c920344a3c034c4452cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 3905c4bc15312c3e54d1984d73e56d544360dc3f..98c1b0a4e2a8acfbc993a7600401a0b1c72afbfc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index d002d9ca8e9b5dc9a87841f4fe5f65e0d799f18d..85c35c91020dfa8bcb16602e7a35ead3f0d6ecfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index b2d25d7104becfeec41275376d396dac56b2b45f..567e8fb4f3d75893be826baedab14828101f5797 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.output.dense/_0.pt
index 4af91dd84c721e81816da41304f7f026b84b722c..84353c922ff9f5b74e4bdf2207c62fd3228c60b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.output.dense/_s.pt
index 991f309d1cc5f461d6b207b50458dde84d8370ff..4017f2bcb68a2ee1a9b0d3fb9b53073a71a1a44e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index b9c9d95da479968feca9172654c2dde01f2e6605..dccddfe7db82bb711d1cf183470e1466f290518f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index 277457f71a16965bd55ccd8aadb05e1b2aa1d31d..50f591a159c0583cb38d211a3fa9353c0de0e10a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index b59dc3a1f0abc9b0520e071271fe8d76fa15fde1..3c066cc97caccc6b9276f86ea22d4590431e7a14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index 59afda554f20e3e3194f9028fd7fbcc15bae709b..b1601d96690569e8118609df15d3e5665a0112d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index 109f578293435afdbc9ea7917c9c6674f1658ac7..4bd36a30fc2c150a41f8901bf901a2e42b681408 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index 28d98cfff0209060fd171528a47a1e4bbee1a142..84b2c063247622343cfd9404dd467cff05759922 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index ca23f7375c5f4093a8d49c41eefaaff18e8bed1d..d26e57d1f0c708a4b8cbf60488ee83dc79741173 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index c220471749904654cf04ed8e5eb940a57472aed0..64446bbb8e22cc33573ace496a14cd46f35443fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index a6048ca3f80c0839c51b0e82b4e5b08340d82faa..96ad9a0c80a70a601b8b7031d36b1bb85f17e02e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 5de43e1a0c947c45ed0ac339fab4cb383757edda..e36cc528507007a1f91bc807b88c4ab2d7835fb9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.output.dense/_0.pt
index 9ae5390c57e689539c15e8a9cd5e41783581cd3c..baf82abc4935b2ebf8298688a34c357ce70104dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.output.dense/_s.pt
index f02d601b54ccb83568e0f488d8d148d1c6f7300d..a194830280fce12ff69f601c107f9d160996b3d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index d8ce772a500ccfe45d2089b1c6c52d13771d6bb4..64f42ecaf04d3a476550d204226fc72436491fae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index 517c24095b6601e9f1f32ee5bf28223eec72b6c8..d6d3d27fdfd950a446b17119dce6f3440e93ed80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index 4153f65bf4754647305d3aefff555003c578bae0..d8b4c32767d7180cdc7054486f4a7f063095b008 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index 5dedf8ab9ce036ba4fbe45984804e9bef8cd6774..ceee2b8df43f2f5bad022ebd98b6b9a128ed1dc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index bc6fe293f332764cce0a0e2eb5b1fadd968b170d..781136362b62e1ad8a8f211e264c5cc82ae79ebf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index b406d43ec1c7be86d50620f5f13297f557fecc7b..09d7a9d49e0d01426484d828c27f1b7af225e900 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 256feebaa9bdd9e237f78c267072ab429b37f28f..ca54f6c3cb31b0ec8f3105f1c28d7e8136dd82cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index a47f0d024793cd8959f7bb02f670d0b0ec498db1..bab3355d0291a577ccb6275084dd959067efe34e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index ca327c512e46b109128fae68f62c69164abe2aa3..8c548e35f2deb642d1725aa514679389e82b4065 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index 46d8e435bb856a46772d9ac3cbfe3f64173d7aa2..465124f9f3bf7b7dc47d12acce40d0554260d6a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.output.dense/_0.pt
index dff71b24751c2a0737d92ba1c152bd2594d40f73..ccba3fc68de57347a7315f4bc7a9c5e50a568c61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.output.dense/_s.pt
index 200e6c58aae67ed236cb66a44cdfaff5b9c72562..2af2898c7267b092ea6ea2b4e3c82762b134763a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 1ec6e0e7fea5ba0c1a5500bf0e7181a971cea1e7..94fe049345ffe8261e3e34473c24b77df6bc96b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 84787cc00c78ea04164aa1ef30f1c6f0ccade195..9a5ebb56e8f262d27d1ab19c3885b4c03a5a4495 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index b5590b18faff4b9c91a52e9f1e8eb941a52e7a8c..24dba3a9b74f026857ae379c5fc136e33f3c59eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 565ce32cd9450e6f8bc73994754c589975834594..c374eb14e98157669998620b72e8cb2cea01fc09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 255626097857fe2a75e854860f252e27ecb7d931..208e7888e71067a7a48b4a354571dbe256031056 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index e1b91bfe12850387873731ab8456344aa0a16db8..19d623375d88f65bf9ad323ca5a8cfadf86026ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index 01948ab8bb8f23dec01fdad6c12d471a0d55d8d1..e07d8231830ed0e6c6496603d593be67a6594db2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 04cc5a250d0715eeb55d1cc2c769cf56f187c3b0..e4d6ebc88fca683ca8fd06f4b86086bf428b539b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 71bb4bd62ef3b1d5b310739b29e4cdbf6a29c18b..301830603057864c16ae2a75bbd2f6921537943b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index fefc02df5151c6fa118e95a8833f33fd8eaf528b..5dab03f5e78e655775bab5c232f165bc4812d781 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.output.dense/_0.pt
index 636343bc64163869215b032621d4eabbc94ef0cf..0e5badb07e846bec79ea721756da1aba07c1565c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.output.dense/_s.pt
index 4f7364bc7b0e0a3474606ee1c48864e68f8e79a7..0b12e5c5c16c028a52522f83f68cbfedebd1fa4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index dbeaa711e04707f3ee82a4bd64182bd75b685cba..ade00a8b70d52dc307a9e8482f21a4c9dcc86ff2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index b11deab999d0cd416120454031a73d78d7136ed4..fd6f80664f5bcdff9f98a622f2662638c20b4a0e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index 03e9472beae78e01b7a1b0f1aebf2f2a8016b4ef..cffd17b7b28c7b5c94e1ddb6ea1937937db6354d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index c519fd79e486ef61f1b0938de000f2a539ab59ce..8e9cb2b62bd96810c2781db75774735f69384a1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 5cf81565d2c4050158aa40d7b73c1025de2f6006..c9c0b6c3322e1b7fcc05028693cfd1ef020fa94c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index 622d80a24fa7a6f96f075662aabb425ed8592fc4..35bb176eb4890e26b81d1f607ad06be1f946dee4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index 84a52dbe7e25e7bdfc20a797f5ef5a59b22978d0..50acccdb474a914b2f34a1c95ea700eb07fd82ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index f9aa81ada5a0f9d74612866c4dd94d6d0f283d7c..3b1a1daaea87b9715d2022e7e3047966e5549bd0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index 5eff6b5f21be0d205cf5587eff89fc71d310c048..fb557654a5e5f4bdb012c0c6bd137dfb5d051d5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index 5b576444da44daa4bb255132111f7ac9c5bbcf68..0f5bbca2e5bbe9118a9444b7ec8a1656d3d8d457 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.output.dense/_0.pt
index 51e43ef73a9a047398c45b6b15d48587da3885dd..7a63b9232731500c578631aa7dd868698b3c5036 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.output.dense/_s.pt
index 1ba472bfc301554e8e75c057a3e58993c53c9cea..e763995717d4dac00c3d2352a20b995a372cb9d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 94a3a296cb06958c9597c293b34641e151605403..c6de7be366fcbfee45547150efc5835966243aac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index d57f1dbc250c6449bdfda1839663cd5a687accc8..3954569b9ec184fea3aa65656cd81ae7d146fa39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index a76ed85ba161f4a86029416133b10621aaced4fc..8538c61a942695c40767952c037d3ca3e2eaafcc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index 76fb4409a21c940e9712ced1b21b9a594a331879..d1ed07bb2aa4c8a7c61f1b1e4c79509ca2a9f00f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 22361076d2d5ada86c6fdc4835275da3360a8dfa..62dc0c6d4f8c0c14a563efb8fd9f03d9a6883416 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index e0be4587ae0d9bea3f5e74de1be6b4361857d429..2d5b45065bb047ceff86927de270bc61f4f73f26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index dba575eac803c1dd918ca92aa4e8888181e6e109..b0fc1150ee5db2bab4667a85809124ce79c4cd7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index 4f1a7e7f87495fe8047f4ffe71b5c23842439363..84d2ac582c7843b58c6e24d814ffbcc43090b596 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 9c94a562bada9aa41229dc78991f3e17c135d2c0..325212e82bdbb21d3e651a0e43797b860e3650aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 8e13074a2603fe72d684a15aa25e57aca88ecbe8..4eaa1039ef51000c7ebd0943b09866f48488c464 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.output.dense/_0.pt
index f2c2f7e62345d0605ab66680b466e21bd17dddee..1c095312301df61963963ea8c07978935870ed16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.output.dense/_s.pt
index 78b42a584bff74c37337e46bde7b1816e2d83acc..37f194ea08313718207dfdffb048ff6c8485e4d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index 872934e537e5010d2b906d972b736362d7dfb32d..adfc138194230d24d26087ef010e9efcb1909b61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index ee99ef4ab2dad095ab003cd7ed6628c8ec405ae9..d9bdedbb2f3eb19aa6198bec7fad1c5bdf262f5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index 4280e5e13c444751657ea5844bb7cfb7173a95b4..61306877b98ed2feb6eb2de6c8d14a38eec21dc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index a91b7fffe5839d8b9d45a3a585fd271fe3df3a6c..47198cddd5daf7f7fb98708e37f973107a592500 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index da11cee3316fe26ce8e47d039929a5873e16e7f6..2ac9a03b662f46fa749936675ebf67b9bc28a799 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 4a0446927acdfd0a2ec7d5b1b54da0833a74179b..8eec685e8331a283f2b16375fb8d3cbe52b8f025 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index ae380069103462b9ec31d57668513556548d0374..566f8040ab32f5ea37773fd6fd53b3dac9b19673 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index 0e2ee1a994eaa2f0874a8a72cae69ec231dd8891..98ae4a380e88d0f0a653629167f5c5b263588003 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index 1251cf8df9ef754fa3b243d4dd181b9dbe459e4e..9e5624f26a9921a09b5c70b771693ee2f607f267 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index 94f71c9e36885fbef44db58f7d37f6e656e2c3e9..3d8b70539b65fd1051235c93bd8000347f3e12ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.output.dense/_0.pt
index cb0f7e969c4f9195e0f39eac30d2e6f57a70feb9..21f4884bb0faf049ead4db6d0d5b5a81d4c8f393 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.output.dense/_s.pt
index e66a5546fee1ca5bd00b276905733dc74a573f6f..8b0dc23b36fa9f3c22e9050fcdf49a7614b87344 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index ad0ac237a145608b424cab4657fb3b73b3cf1de1..844ab855c5ab6e0c3ad85e6d179545c1766515b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index 51d6cc4909fe68f8485bb6c3772bcb4481b68fa5..844f61b2d7e7fd3f2016e27d59f20a6abedc25da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index 93a8b78a3b4b324579a1d1432e5c3898a854c267..68c3488b2c7ae0100d508f7b84304860a71ca586 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 634d73000b2a27295934b1d3e7e5440eb6d47997..0a3a6f6e90012e7a5b295e53ba80d4bed747378a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index ade3a6c62cedc9fa86b4698b1b235a0a07e726e2..bf312beb8734f7cc28538fff150c4cdf08490e15 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index d7034c903d1091938004e7caadf01eb4407f4096..80b2098d33a9012a4c222729726450357ff9a5c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 7abfcf75e65e780fe8600eebaaf1b35f3aded5c3..36814abd8e765be2cde75dd9c135d6d7bc1be0f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index 073031d9c5816f0e9ca7de8d49daac7081913cc0..7eafd861d9cef78da51b1c31c598f76f281524b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 1c0b08ecd8811770755f3e63967422eccf46a370..8412d6bcd7274f2fc4c3e77fa94a5b6fd9592e0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 5ca347306850f39fd5daa2cde6b2b9959f39ec79..662a38c66b6799f94d45e373895ebd88f8801f59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.output.dense/_0.pt
index 3526ae63d20154672f78609d67f8dc3d9bb30444..a6cc972b04a07148f8aee05fcea04a0a3b67ecd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.output.dense/_s.pt
index da8183c89cdb76dd19c75f8420119910b1dfba7b..b21c01ce24e1c7e4908320fd9c78510cb33b1d41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index d1d53c67034d00a86d555c7e546821e0a6a5dc60..50d09a1421e8a1618e907b5050c7e9079c133aae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index fb95f70aa8b2733743c2b85bf6de93d636acd16a..48cb82367f14445178f5a21e53d6fbc3fefcffa1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index 16ad05cda8b4938ec6abc63ad85158441b09a1a7..b9d6c20501bead29775cb76b65b9eb5e1d0824d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 31b6b3a7c2be9a1113bb9edf99f7e22be8bde36c..190530f1d4beb7f90a0a536983cfed49d29b3ec5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index 31517813f3af6ccd5a74468c820a0e5a32f0f2d6..9e74f0666c0c14c1c7507063aacb1008c0410cff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index 6bf75551bb7ca08a8143b17ae17e27b8fee508e7..169c6f1f6871a366dfa930e8e86d5f7c22cd488e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index bcf2227fe65802a98203a69ea5c840d979f5bc65..c37c22769e2d9463f1b2644fb994d8fff36b91f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index a365b862fcbea26a5155b7959c1527826e03ab05..79c3f831fd04045753464c57ff40247f3c28fc18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index 19472bd479e8ea3eff0b890d52ffb32d9d5f3963..42b7fe7a34dd49204bdb3abedc2a580624f87573 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index 12b17f9bf0a12a8ad843e9a90940789179953d36..60932f3419cb263d9b6921a9affedb1e2f9f67ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.output.dense/_0.pt
index 350e0ffeca059bbcc1e2a33fcc433a1f99d7adcd..f93e3bffcb4c3e1a5258513f24cd33c22ea5b5e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.output.dense/_s.pt
index d379b3126f9afad059cffb3925508f752c5bc764..1f71adac27213f8bcba05ab213ebc1803f727d11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index 078d7e1f1f58878330750433b2910ab2517fb14b..14af16a9aa6fd61ef08247d537851cdc4155ad34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index 21c185ae59b038f858551d95c42194a79ed6d9c2..521c528c7cae33a3735d04e9af68c61c72fcd5ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index bea1107009b344dce6fab3dfe57669a3904badda..894ac6fb9ec6ca6be4e513d2b5e3418a5bcd8ac0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 096328581abd8969900b3c8836d9b27e92387c8c..8d4300d57f65ebacef3537bed1c11b00090b3037 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index 40ef208e0ed8108a365650b7d02145587e7f7e16..d37afbbcd1298bcddb19f3616cf43149de60b87a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 37b96134664ce9163a08b434e438e536a1df176b..cd447a13952f3cb5f8a22b862559585b27896064 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index 4bd66bf18690bb6559ae238e992b7d84b677e104..d235a57a981da3fd415c942f177c14bb7f2523b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index da5e15ed0a82003ee2f57caa26b8dfa89dfc8194..6736cb3576696a14e1ded6e89c2f945f5df81139 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index ed7c05d06d8b6f1d12985b7d2eb59f25d8976264..44ebfbe2c780db1d04338cd349bd216c90992d84 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index 39e3cb6437c5806dc067a748ce8159eda2dc4831..b0fa37e1f281f1a28c6d49bbd8f78a7e2e26eb0e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.output.dense/_0.pt
index 50adeee8610cb05c1d41714b623579fa572ec274..62675f5a45f2e64b2dd7b927fc06ee151b22f732 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.output.dense/_s.pt
index 58501d93e1d4f9f1ab09c12a2114e485c3255990..2233514ec440c2c96417c952b0f75e320c057bfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index e7f02135e537482ad7c8e5420ad83652eaf6dce7..58b5d418cada356e0cc6bd0438cdff2704dcc155 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index b5a2428beb11ef1fbeea666fa1c78f1cb4ad2b02..e7122a8d4d837f09667f09e31c96d70b8b1ab87c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index a8ba9acb49d675ced3acaf507f7dd60c27bc38eb..9d9c93e10908c34d8143a30678f8bb75d1a0f80f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index ceaf2f742e980f8a1e8f5982197f385010490a5d..8ee5743f7a8a06dc6f531610fc7109a3e226ac94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index 44754141a3630d5b62a8427479832a24331aca5f..99a54ef5762accc53ddcb2633a433172b996505e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index 134069aadc3d9957eb86ec0d574c7a64b91392d8..72fb1cd6d08f0f5f915ff7e134a3ef421fddf9c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 9d37a492c9013058d2cd878fb6fa7ed77cd046d1..a8966577357e27624d7c0506d2035b90a015baba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 6feeba39b0a0c55d0dfa8a53d81947fb035e71d0..342f3869e3e79d8dfdf1d09645aed38c8a84bd67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index 439364e8e6d550a7c7da95f96553ff39c4c777b2..e18cefa3d64b9dae8cb788805a3adccaf42bfc9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index ba9d896c427111f10f1e3ca5e12b237e2993668d..4d6bba898d9e347693ad28e9c56ec0c0c5361ecd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.output.dense/_0.pt
index 0d24deb6e034704511d73d46abeb0b1268320c50..29ee1af149d8f826c3c6d7cfc24b1a0f345ac0d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.output.dense/_s.pt
index c26413d59e740c5fa85b364b9e62284c581450c6..5888b557a3f435aeb22df57b0004809e61cbd7d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index db7d7ef923a6f1afd1917e81284a016a2b12a36d..0bb211215aed6ee3e8735f7dbd5012b73355d942 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index f03bee5bdbeeb4ee74a0de947daffd2292b87039..a8088b402df6843d9dd37fdcd14ee8c073102185 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index eabf488b4fd36a18598ba26715397c1941a4a955..9dd35f793e5b578e1eceeac577e33619cff124ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 225229b0750dc6942d3942f3af98db67f120ba75..463e113f09ac2780471829113436c1a5e2eb3a23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index aa70cbaf975e18893af9434553c42d300af48c4c..a535051942a28f64bcd2f3a73d123a4564050816 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index dddc481ce8c741486a4b0c588b915efb4b945a2d..72c71db316468288434b5d65e78434bbc82d2ecd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 28aa9d4ef836ca03cb8c442c251ea7c1863af677..f757c996f6702a7fe57f245a79dbff5075a931cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index 793467334920647777b05b66624260daaa623fe5..0ecff07888cb12a23319b1d72c2ef7c1010d960a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index dd991a9ef62d3e93213860ebf14634919c3d2e11..53bc15ed222cd36b50f0577c3802d6f515e5798d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 31927978d135b8a6c11ff29a0f6bd62f4ed33a8a..17854a5849f1377358bb4a1289570fc916cddd7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.output.dense/_0.pt
index f809f8b900512e5af0bdbef4c1de36151f78b25c..a57fb28905b20c4cae03252c7d0e03f65d5a2ec5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.output.dense/_s.pt
index 513afdb32039c34efd74f2ed059525b0d06f8ed2..5264d206cea6b7326c41a5e5f8fdee97d33e0629 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 76bff12f313c3e250d5decc49581c757efc73e47..895e52d72ddf8ddb7e2104518e07154642326fc6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 03480875c35066bbcd013c14c7f9b8254722bfce..a2fb260609144763063cd0bddd0d89e41172ac40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index 9c3ffb6021722ee599b339b7b59f6db65ae28b2c..8d9da18b27b52222f67299286acc2d831ee539f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 088385c9a2152f98e9e0901f00a8bb0120dfc248..abd4727d927125d2f965da00d1d72fb7b035892e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 91b08d515e669451fc474f28080ca547d80a20e6..965d886c22bb1398c87ccae47085cd1c2859958f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 8c78b30f30685e8ed671d892efa3e8103dadea31..73e9f9242b69519cce608665a3403ba9c0e53be9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 5214b98c9e783a182a9a3f1d83d712a0c4dc2b37..46ad1f910052c5189bf653b0ebd01019e2238970 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index 44ad629fdb5e79288850f95edb5e4667a17989bc..5812bd39f5196b921b7a6217e59fa2e09ddec868 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index 8286f3fc4b3fc3a2c4f64e2d7e1f85b27c989983..b8dae6ae189e0230a29045b8a98f48167c8f5951 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index 749f4a90f874580a726e7dcf4fd8a3a574477adc..ac7d6773997fa583d59bc982a4f294ec60f19863 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.output.dense/_0.pt
index 57b7f4ba04b917252c4189e8ba00788968270b2f..a45f02ef684b478aabb0305b9b501b9a0c73eb78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.output.dense/_s.pt
index 3f56d1c3f396b1542ed63da18cd34a63dfb0087a..7cc3246458e643b2b2c2778c8659ab75d6f2f346 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index 4a4135f6c32df86504454b55682c37e05e1c830d..db03ae35475ca947173acccd5182099e0f590f29 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 8a4b814d0adcf71d505d9ccf49acb2138be148d9..314662499c691506dd2e64c577a922616ea8370d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 828e22087618926aa19d63fd6a9b4420bb61b0d4..427873c2be10e14e67a8155da0107727a645f21a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 9b96634d33b1b798aaeeff612cc59a02af9108f1..4d9769719fc051462e033bb1500294507654192b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index 041ec2ae89a6fddde692582daa6de59f91b340fe..e2c8fb4092310fc3dc2cc5718fc6cd382b8732cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index 5c37b4704637e391d68c2a9cdc0020ff6c9c39db..98fc3cf94d3dca52d6bc2f404104bc8d248a60d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index d791ca31f95d7f592fe55f64eb87fd9c7c91a73c..031c40a47448086194ac1b5752d16612e4b5ba2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index c0855c2bca63f38dc50683f302e8d131cd12c3c0..40ac13620c6291be1603bac89faf7ee79e708d4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 0adb5f48f3fd113c698528f3b0674ab072a2a8a7..c666214eb243236acde3578e77741e25101571d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index a4b061fb6e03fdfe88ed153de59c57503da89d44..77e0a71765eaadfa615e803ddb05d42cdfa3b6d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.output.dense/_0.pt
index 761aff14497db450de6e7ce36a7712bfbe945a39..c676493d7e339d00b285babd7029bd0b6c538f9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.output.dense/_s.pt
index 42f22ea1a9290492b4d6599310577eecc39476fc..c616959044a1d7ebd1fd25a41e7e1ebd47352ce4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index 9d01c87ecac3db1fbb6aec46f2196ebb66fbe86d..d58f1e600c6d588d8e5904a88c96b70ef98a1c12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index 34055c322cb94fb0df80d63641daed394ff8e5d0..1c0b9514a553b8e58b368ed52564ff5e67ce20dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index 0f68f2b8fbb577ff053b6d580c472f4867c2285e..3f5066011d003d86a1b32d80826dcd33680790d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index ec2226031cd10768bb15ea513eb2d210ea734727..0d478d4357e58f90e8a5f57e940535b33eb145db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index a46982d73ebd0f90b0193ac8180170a004a78387..482b0088980c3782482a1ddd801f98cbde095f1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index 13eeebf960b35a05c50c9a591279dd40a29b726d..8378a50a2194243d549871cf5a6734ffd60838e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index 59b6640543ce84c75c05f618e9483736f47044ec..e1de143a915cd6678230facc08c4ba496708f062 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 56bff120040c7d79a9ccaf200d9a9c6f91e87d02..a9438330dfc18148751216a7cb867020d0cf597e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index d1e6e89961e5667a778fba0c07c2758f6ba563b8..205410b35bd669e31e3a200120909d0fb14d0072 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 5adb977609e8f125400f970259d9270f1fbb904c..097a36322d1f4ecb6fec1490a4cef52797deb008 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.output.dense/_0.pt
index 7ef6edf22c43be985beadae984fb0d55f7336485..e3d8c80230cd617155c20a8a80b3b9eb09ac6c67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.output.dense/_s.pt
index cd4afecff261110a4062b40cc9bbad202c9b8bb4..c5ac6b89e3bfae0185481c9bac866aab7497573b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/classifier/_0.pt
index dd0c649d8a0dd1cb870bed060d5685867e571b1b..0da5adac18ea5e5e2804372268b6ef80a95f3105 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/classifier/_s.pt
index d897c142a4347ab7cc63e51ee6ad14c40cd8f113..edc1df41fc38819f0e288a45a611c65fb34e9cf1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt
index 4ea1bda4e73fc24190033aa1d015ec2e8917f3d5..fd41a4c230f81432eef34f62eec98ea8520a18b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index 549a13472146451a0d5aa1e686a3386498233a0c..8331719326ae3856194203d18123154f0641f1b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt
index 5a3621104b2b9ef44ddfb0eeae74ee4d371b45d1..d13cd9a006aef124d413d45bb8369391bc57b90d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index 00569518b68ad590205f35cda08080c9644003dc..16eb054d87dd00e50cf3e139f74adcb2e15d36d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt
index 746395ee8613d49492a175e09f8714f8a6c7427a..13f017ae4a4edc2ed4b97846019fa6bdec4574cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index fd9e77d184e1c2f972799c2438cc31025782d6fd..4e3cc9b6a4f8fc7feb14b108c0efda624a359f5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt
index 2f7895b227bc517c79b16ca095c3671fddbdaa0c..6d5e9222b8f5a213dcb702c4cd65fc1cb1f4808d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index 74c54da2351abd0cbc3e66a0fd44356041a1645a..9d3ac16bf05173ec3e54866fe6d55e5d39e148df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt
index 5f0da300c2f0976224a38928bcf753c4fe429be8..4221e2dcdbc9b841b1a4c13ace1d1535a2b3facf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index fa45a338810f34552361e079efed31a4693c28e5..38e06c5756f48ec6634d0efcf26c5f0c1c2c26da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.output.dense/_0.pt
index 20d1ad60e90e9c2cbed6840f331109742a1e9dab..3e667421f5e05f865c8674d8e8de1f932960df72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index c8c588e7fda91831d0bc1ca3e8ec5d7fab5135c4..3124dca0fdb131ea22a2dff98565cdc0d07d7802 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt
index ab9f65c19f128138daebc9e198b8e5770bffa0d2..eed5d583a716e8159b77e429414ad2f0f7462fd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index a349dbadc626b14f54adc0c759601f4c18c3855c..e11cc296e968fd72f5b5a35abb1f3f65c29ccb96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt
index b6687bb4df228c305d94b4f535e6a78861c0f645..0e95f4b676a2b68c7c9cfc33faf028e2742d23b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index bda06f6987126b830ac4d2d8732d1d35d6d987ff..7fdea3b7cca3208c4c15ac1bb5d4c2fa4829e668 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt
index 66be168f363af9c7e8af01a9d2f2ba14b8b49882..78c7c548454a49b32056bd79dce5c18e2d44384b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index 9adf91596da619f5233ffc47b8d61383271eb8ea..a459642a46ff37cb5106f43eb69e0e96bc42e101 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt
index e163821a52869a83d11b20d31d1dd7c5c3669dcb..5a9ec1f499a5ff5284c5a0b382906563ee4a7f59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index 50c0afda1de8ed5f962e08963f0dc9bc6d9b544d..ec1ee30429990706038ce252178f0c90e3761977 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt
index 284f211dd344af69747161d968d9485011dd6d13..4e09854cd798529818981bab9dbeb656f9eb8ba3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index 2efad0b08e5d5f123c8c96053daa547546a40f73..86007772ee445f2797d8040db001b2d25929caa1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.output.dense/_0.pt
index 6c6c4caadeafd4ab9624b96282c5f3fa8c3962db..e498e5d54eac13260e9ef93fb36b9f0d30a7d135 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index cc985b4fc144fc739e57bfbc25679c96be67dd7b..3674162e7df9c661e7a9dcd24b2c5a6f782af1c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt
index e2e20c41137bc139d51e7e09aac0a9cc95545fa7..0a17637b1a4d10b8bd6f62d5da4195a6ed70e5e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index 271de7c453b643e9d3d479d19830bb1f76b75b5f..91ffee2fc1eb2992f310d66b6ef250dab9f17a3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt
index d0fefe1b7fc8d2d11a3ca17d8c257767707bc5c6..419120d716d8710f774030dfd7a112ec10714e96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index 61c4ecb911e879971444cf8b6790ce870ad80fc9..5d8de5d3dceddaa7f370dd938afc09fc86606172 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt
index 257c62f7afa206da91ec5b51fb62bd47a1505182..2b985a94fd0134bbb00f2d39fc6332a29dc9ae1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index ca8f1aee81e8c0d164ef365317b1934c0234227f..c44d16667716f2af35e30a7935925afc0495cb68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt
index a9e2fc3f0e9385bc1bf161575167922fff565f27..b5c8bb7c80082b02fe2fa05581ed8bbdf830cd38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 6fdbb8226e3004b589f327617334b33a9b96d835..ee1226c438e3e6c3e8b1469c1e52e977c853c637 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt
index a4ee2c55c12462673d4a9232bb08fd8ee9a5fbbe..4e13efcb10e128affe0ccd831d1a7bde91caaa89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index 91df53b988b6733daeadaf90f9a05d9e2ccc40c1..a09ed989000c0d25990df461fbc78393d93ee5df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.output.dense/_0.pt
index ecc29d102f5b90569c10442bbbc7e0dc7a8db409..9781a068f05918e594c2f5bb7546c168a9efa4f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index 2c22cbf0f68310338cf50ee00e6cefccb816342a..0e2f8e0355f41fadae00e6e8f12a01e66d7cfd32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt
index 2b7f5d1f0d49070d5b986309ca469e0d7da5b842..1b88b8be457574aa5d7247e41bc8addc44362229 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index bde5224edb854281ef4e656ea6c91bea088bf049..f1548efc2f5212512cd5a03e1be0879538203b7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt
index a209155286d743f30cb4cc9f027874fa22e0bcc3..8aa7b840cba82f7a243cefdfff2e0d2f98657fed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index 510128a0e8f1298e2dbcda2cf58b6d77022d78fb..22eab50e9618f2b10b47f435406ce67a8f8e5eb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt
index 5af6561539491aaf1a25df15e48cf400fb13afd1..85708c151c8e612a7828c5c70f8a70cc80217cf9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index 438ab3a784efe3bae7866419cb5d6b70adad68b3..484d596a37af8618ba98c68d6bacf245678c9aab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt
index 085f3c1d330fcc8067c22ec918e2554c6a12e7df..8918938cd48b747e582160b88b6663226ef19e0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index af269f932bf6c53cee57dee8142d4801888360a7..6e877d5101614dda50fffc46d61879a83216fbb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt
index 51d710de656758c1031a1769933615bcdc937c1a..935f7363007295208ccf9d93d8e4c5032f7ecb14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index 2b863c0a22ff0cebf0af516d34444f6d56097573..2f5e8f584e3f605f8a24f2261162b0e4841e205e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.output.dense/_0.pt
index be4b96ac7d9bb9a211f1b4edddf738803015cfd1..7f97ba42a1659c7efc967e33bcb7acfb385449c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index 0d23e9e13647279565e903586b8e7066af1e5540..3c348ffaa6d103624fbe2b6cfccc04cc9c7c3151 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt
index ae0adb551dff8dd5928ab35c097179564b82e1c7..ce6f4dc71c494e0db7d120f9bedb07c34bd92877 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index e7aefa6399eda8ac638bae250622294ad3874466..040eaf43b2a83b3c1906856d05eaf5c95de2773e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt
index 3ee86d12b706dd827d109098b942501086a9bbcd..c7fec678107ddf6361d55201a926b34b5d703e3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index d392ea5a7b97e932d7b143eac98033b3babfa83a..d33042a1e4a7adddfaf00d59ed7e8f899b6bd640 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt
index 2a75027ac6e0c163df937b582f37395fb1f7bc34..9790a211385607802a39e8dfb0703498b531915a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index f7f28641d806be191a27192b6256d08c77a72f6a..431b2c194374e78e549e66783c3f5cd02a6b8bb2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt
index d7ce4bebc2e489de5812b46ea305fc39fe60e0bf..cf89e0a4c9ec31e738c49bf1a486db71f289f32b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index 138ca7d0cc913c46600640ca3a72bd6e37f48f21..986237ad8fdc4d412f66d649c7866cb4f6d9785b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt
index 6254b384f48c253afc26324a432884c06ea59a89..4e52d84654d24261149d67b1c2bf3f7e002a7e22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index 56fdd166188463801c340338e2a9e82ba58dcde8..af91a42b829fd89d9075462574b136de94bcecd1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.output.dense/_0.pt
index 9d2e90902bdf493801aaebc8f401586bac43cbe8..2a9df204953088a6eeb60f6e39d1997cc0721a4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index d20f3f0712da960700ff6b62f8d19893b1801dde..7276edc070ac9c13012bfe78c7902b1719149377 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt
index 18a5c43af39c8690ded0a05c52d18817d1f581cf..84e00b0196750bef7333b6873593d44367c63118 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index db728f539b9259494097c542a6372d16a01f5e2b..6ff660ef70f231e708bfa42766ed7bc32f1bf0f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt
index a920663e74d8826ecc44c3ed5039f259d877f70a..7f2838acd0f2ff1417328f284c09d30d2d5700a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index e26703c95de8a26b0f1f1a259aa80ed846e9b98d..5b39fd1f1aa2e8d7c78f8bb60202104d252241db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt
index 0db373e297e8b92a08331ddd9ede78dc557ba664..e90edd843107736268834bb12820ad5cedc7862c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index c4a4111d994e57e02c66e1d07daa1e1c1bad5328..d45e335d3bdb0c4ccc632292a72e476847d1a9d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt
index 5d25d54033754f04680e7d6ef5e4c87a36ba2ae0..a254008ba9c58f01732d0f64ac303148d7faddac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index 34c9bf3e0917f944ebfff28f048141562701cc5c..fa7d7beab85a602737d48769395bdd36c45778be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt
index 0814ecb456dd63475c1cc5fe0a2a8087bd9130a7..365f30b1c14fed06986ea675120f5c348116f00f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index 30c31d5a8c4074baf005a47153d8d7799a462a47..0e2ad6d85624d43459ccf2547a8b20f1a66f08a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.output.dense/_0.pt
index c2b4b4a5656d0649c36677055c80f8c76b298014..543ed92cbcb62d81ecd5213c44082a0ba61f59ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index 8b8f2ebd72c6988b36fb4e90959de9d3a73fa523..f91597a2b84998037fa31ddf25e856e38f293ebc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt
index f05e35f21bb777c3845b6398df48800597c8811b..077a216729d893edd53a71098eb0aa268b952c25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index 6b1bf03c69921a2923b3221a2b992c19fe045371..f4e6c35d25ef3afaabeed831bc9e4c7a9d4bc5b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt
index 998e45f66077bf0c155c1c5a10dfeb41857ea5c5..10e6a5fe7fa657d4bd18c5bec40ec6e09b02f92c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 4d1394227398541bb6f61867941c75aedd5e6f4f..f346c0675278e5418bb8fa9b2c9de13b803ce182 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt
index 43c09e42e157fcd6adb2282bd03701863ceb3583..1be84efd11658dde618a2e6f437191e249ec65f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index 17de607608008b2ef615276a54dda9f28f5448fd..3504808a8af715bf48e42af04a860b6c96413273 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt
index 288f15fc247647bacfeb6d7a68354c160cc60192..73d5f282acf55fc22e52abbc7b0f21a430f1620e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index 681b4c55985e02c60d8d0c922ee7aa64d55ec4bf..ca344fe47c9445f0b5f001c9f7d0d40e38dc89df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt
index bdb56781efb4393988e13f65a10d2465f6a3eb2f..f47da1a930866e7ef9639cb9a320005b90453daf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index 7483705aedb69ce6fa34f196da0222ac2929ad10..e39bde0f2b0b7801b3e2a6a45ec793085ed9f403 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.output.dense/_0.pt
index 7f84b2ef4c09030c3663c54fb1088782d75a2de0..87b728e998ed737d3381955042bf0ab4edae8ff5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index bcc974bd44ef824070f25b7c918a9c6d060d60d2..de94a58089c8645bf53cefe31abc97e61e770bbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt
index 954a3fbe5dd1f877b5ccc1b016889bd945a9102f..e7ee8584436044c03f4b301207b7e49e040dd55f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index 2a6dbcb90e66e195714428b728e6709853b7f12c..c0a7da939bc7d61c78904f07398384b4ca09f6a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt
index 63e51e75be030e14dd881719c13aaa823b826006..92f250306a4fdccfc064216d7a366aa96fb8726f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index 0c8aa6fd96b82f9da60ff434414a37d2cfcd7600..6c9378297ea6b4a48430e90d8e41eede41749e5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt
index d514cf736c991f02d0c6d931531c5e83f26530c5..5430ac5823df4fd8cc6dd815898a0f4892a9c206 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index 97ba85b3e9e34fd6ed8d5c7c735a7311f48d1d53..a24398ca64f375b0287816602768bb0134b060de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt
index c2c48ef88b312262aee5034cee710ceffd1377ea..67c83ce5054442c8d3ecce93b22f8ba39003ee3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index 47736bf44f969dad9070702aa92fde0e18b967c1..ad9065c8d1c3cf07ddc4525ac4bd4964c7ef4d08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt
index f0389fbd0f8b9c8014fa5f8a3f10d9a6ef4efe71..90e65123242869a56068e46f98a84f86380a9b4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index 70044c746fbc9c8af42cd0671bf87285791a09e7..1fda51525ead82d37c58728baa4b7b2e02f4dace 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.output.dense/_0.pt
index 5222a645dba06cd138caa538aed7ddb9527639c4..d3070b12d9c34ddd4e1a0c9bf12bb8f94c2e235f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index 341cc90a0879659bd33c2aec9a2d66319f1856ad..88aed8f24d3945e4965d5968396145c5ea816877 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt
index 9f72fa6b0b562ce9472178aa8ff98d4910ebab72..e7f3ba7d358e276fadf1bee5262d9f43e476d6de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index 1ee636a5930f244a5e1bf3a8e36847e3a19e044c..6523f801c5ac5b5a74197d9226aab0ae115def92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt
index 252c3c3e6a50573a12ecd728e64a641483719593..e8ecbd3421dabeab927e097613da60b3ae5b1646 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index bed7f0253c641446d44558240134e281ebc3ca7f..39e713722d43dc3c4a2099b9fe057c4237006c50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt
index 70c4e3c7d4855fd672d67d43eabaca58b38f1d31..99a025ff38b54cb4679a1ba57532274dc5ac91e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index 3eb80ef5aa71131622a6c04efd038ea18d156f02..06ab55126a739c8b45aca03df7c46024ce944d96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt
index de665a06c50e4853ccb7a7f7635e6cfc1a3b824c..4662104e09824a11a189e16c60b395aa6753ddef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index 6a6f1670a839224f7c95a9703b4168ea6a0cb9ba..087b0b710e53959fd948289f0ef0fec562aedf6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt
index 5ec217217ff46b02c0bb47113bae98ca23ee83fa..da9c283f52d69912069db781f486134e537b739f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index c54f8a07d501a6e06c8b9eeeb6edd9a3f4e12b54..29016d2254249be65880ccf9b5d8d4031fae055a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.output.dense/_0.pt
index acecb660c5d372cbaa47185380cfbfb71b86f445..c59711954621a2b66369a67c6e3029b74dc5b731 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index 972e4c3d21ff1b55e075d73060888f60bed61a7c..b30fbeb26844ae86607112e9886336039745c6e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt
index 4bee7ece2e8933568ef2e6addf57ff070fd6b3e9..87c06f2e2d64f9272917d33d5acef9e50be25f10 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index 603babe113de288872688f657dde07ca213f72de..a6b4e8c32571471dfc3c576199967ca0382b2aa9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt
index b11ae3f947975ed6e67744848616da7815b9606b..13754c0713a907abd70a725dd0f2b219d2fbb3bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index 7ce64d9797bc7eb9b28cfb22b1f8860314a8467b..21fd1321ff3343d8319005b1df3da759bff7c43e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt
index 20ee14b2796c2e83c0c35490c5063034e23106de..8adb8aab5c0b0e97600a3ade4bd99385377336f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index ef2804be53963c632d6e53df5e298a5b64acb758..987c261cb13d348f30264ca65676b87fde1b4c32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt
index f2a83e45a0d5884ad33304fea6bcd5104317a003..db37f252e0667f02aeb756287231671504bf6d68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index 4adf4841b48a612ab253668f40cccf24b0525b48..ad6dc31b3d8b35fc57c40319970f80c244d4df5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt
index b547c85afbf60252b602217450ff9ee27974d1a6..6f6484c7e21f5fbdd06e28790d8a8766b9ef2dc1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index f87960e69cf1b53cc4fd8d1eb9bf3c9c769ebb65..56629569a31c612d7a429ab24e06e3c4c5753dcf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.output.dense/_0.pt
index 21d8f0120ed3d08ef5a33b2438e22eb80377c9a1..bb0975a0945a0a4b60d4bced4335071dad5ab7a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index c8575e0573cbdf12e174cd4ca8a4dbe92d63b4d2..e9681845d6b4a1d57eb60480402da184afb48831 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt
index 8a9e84af5ea3268eaad44b206bde41ab555d6083..8d65cb227f6ed004f2ada444ce31f87879ca317a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index ffc90fb1b7adba84f9b3b991d012021963b66daf..f6c0192086a6bd2fe69308782d0cf8a8cc69c221 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt
index b54d6a2285f737e91174420024d0c1fb5a5e9584..c75690faff9fc4abaa5ed3d6c1257857c23cba3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index 33e277ca73c267edc39565deb6d7f7134ca8b73b..53d3aad22cc8b79bd983921d5b76e8d70a2fe5b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt
index 5aa3801bd65da632fbfc6ebc6e20eba9e4c5bc46..ab958d5748b4c9e8324c9e324735bc9ed5bc4282 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index 01dc06577511f37aa30828e68abe8957ea9224f3..dcff139e9629fcfe2e72c25f7f9ef760a41f3382 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt
index 1aa27349e1601678a11f3a2f3ef31cd9c70c2700..9f1c56740562e9fcc8d14380fd89e01235715caa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index dbe52a8b3747f699dbb623304a9bbd77c61e986c..2153eb65a0d8a0ceab39ef576b4ca47a7a41400e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt
index e226b2513764444231ab5fd71f158ba95112c57a..9b1c28866443c9ce65963b2878bfa772122a1fc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index e79f6bb6372ac50530d516cec1121bb8beccf5aa..77ddbffdf2d8f1a95f6c9fa0e28a04f8677fe986 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.output.dense/_0.pt
index 847995cf0a978d0998e7eea765f3a5142d60d006..ba276ce85ff14ebc838f16d8b5dbcde0c81a823b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index 8bf9600aef63f076565cec935219f7b66a27681e..a2a1156c102e6756cc62e7b56f23a7f44ce55885 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt
index 2de1e86ec9730df4f0cdacc5b276faaf8082550f..0cd482c319c2fd84bc5262f6b57499ecd4998284 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index 32a32913723f7328b3193006c6d559326e668b15..b8dd41040a4701d72c05ceaf7fcbfed2cdc0ef3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt
index 2d21eb78fbbacf4909ea2f126b68f3227acfd80f..71855339e8614b485be01ff40ac3070c57ca29f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index 5bc2050e85efa87d396283f16ce6592c4fd57f74..2c64347c8f3e51c6d95b09529e96e113ea0a7d38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt
index e708ea61efd97eb24cf2bf65410505ee734a098d..1ec8eb51ad685c2d13238b53f41c1f90451cca4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index b30744f393873684286b08e8c33119064e9a405a..f81fc347a2b03fa06e61ebb93347fa4d7efc6dd3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt
index c563e30857769fc0a348881e2473ab5fd5399caa..d01744861965e886be867c28be6ebbf7c7100413 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index bee8c60204abb8866d9619f859648d5ddb585a7e..e2528d214adaf21476351c77fdcee9996c7332d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt
index 029d09715d136e9b189481241aba4e9da0149725..9ec08d26a2553cd1eb9f32cd9b43bb157eb77a1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index c805f6c648a47e4a4b4c3f02f75f3493855e19b0..79e7090a64b804edf430ce43f68d218c702fc4b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.output.dense/_0.pt
index 1a12a89bfb90dfd2c15f53d1018a4ab72ab0fdd1..dae75a09455bd00d37793022f1104889044dfb68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index d38abfa4bd45a71f5dd2350043b2852632f17c8e..04e4505a19d19bb13e32e2a095947deeba27b47e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt
index 4038a71beaa4b8f9d962cbe358cc25abff2a9c5b..c7a1de0d40caba53f95b9c9cf4a26983b3d6ffbe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index cb1dd140013dbec8a8bd91db322215574645b213..d2c22c0156d3c6c1ea62dd22f0e7624fe464bf86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7c313a93ab9b45748f11ba066e6ed1292fecce33..80ccb7cdde3520f7e3ea8398625b6c12aae19290 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index 5da90bc6d1f2f734649274a227d61de11fc1ef88..96519837616fd18c7efad563074f8976b3aacfea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt
index 79385794c891ed8d8fe8fea347de1c41a5998268..de77255bfad22242277c88f6f740ad5a471430a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index a66f4d522ad4fe70d1dfef1d19d10fb80edb7601..77940657ee976635399d927a9dad9aa66babe9c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt
index c0c03ba725514b2323dd3b5094e8618433a8b5e2..cd1ea73332ba2fc0389f905241e7f87845e8c7f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index ba4121a4540f4451ea01c724f4919907a0c39ecb..0cfae9f866e124bbde2522b70465598baf658fe1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt
index fcab2784c81aa831b2103516bfba036376ecf6ee..19cb956bb6dc577534192dc2c3a5c3614ca01272 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index 515b2fe4765e9678ff69731308198ec96ea2fd17..064b85a73a00b7fde481301f2485524334852cb9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.output.dense/_0.pt
index 64d0deb5c8e08497457aa3f1bf3dcc0ff2a3ef93..dcb263a4d4581080984af835122d739b51cd3049 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index 3f59af24ba7ff5894986471959770c1b43148530..8318440e7f4740f3ee7d224b2b5eb7b6d21add34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt
index 0df1185267089b75de1dc26346f588b662b9e309..51c39171c368f8d609945e0029fd1184373a7073 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index 4323c56c4645d22e46d435c30f35fe36f60fa365..d3d370981f0d1c61beccaeab7d49b96b76d38dfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt
index 1244944d99679a3a43af2f8d3aaad1382bfa0d16..79cdc6d7da2d87de0a2742503fe49a7a3ad3c964 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index 2ba1ee63af6fa81c6e5d58b9c60a8ad7360cb943..c52e9387af7c327dfda1127ff23b10187d8e4380 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt
index 9171eab6fec106fda7b3019fc4c9d6495c286279..e00fe91c775cf7781101807137d82d46c6e21a75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index 50ba74b176633ba8759dda41f68a32bd8d72b91e..12e0ed5e453f43d953d8140e760af4fb6d9bb3b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt
index fbda9824a00b81b39f8c09ef2e6652169fb826ee..ffdf6d4eaf9a4aed6dcc7acbdb166cb32fe93da8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index 1b5d5fe3c4d12ffd37088cff0a64beb24fcd35c3..55541ae638fb589f2fcdabcef4cad1ca4a9aee30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt
index 8d1eba72b2dd8be5219fecfab6b3c7ecd599766d..d255935790732c779e728d8c2bfc49615ef335a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index 9847ef4a7b324997ab484256a9cbb774471ce9f2..da9ea9f81ac0ca46fa0fe5508b9c751e2028a62b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.output.dense/_0.pt
index 60e012da4326853c1a4f8f451fd0c43fdf51009c..a0a7ef445955a974a0a954b4178e55b0deb1c247 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index 5bf84fbe52cbc001475e3f4648950484fb031e59..f0e18bfc64446ab97d93c0011b6d1fe8afaddafe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt
index bd9c36be63c2530ef23a4d20449102fec3dd63c7..629e05766b755f671fa2f61cad76c06494206873 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index 34a9f7512932c9dc7723dd2cc2dd5f0d88a7fbdd..7ab68879c7a931da0c7aea653733b005314c2705 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt
index 671777d116ddd2d76e3b893e9d104fa768e81f60..622eb591fa5b99cc160ecbc1bd051178f3c98cd1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index 841ddace9b5fe09cdb96d8c56b0d1cb5ef33d1c0..1ec2b7a371409f1bc3605515227dfbb88c3e9a04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt
index ba40de479cfaa180dd6a3dde245ddfa76f5905d6..15dc54211f8baf91528ff752bcc2c856c55a8bc8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index 22973bc2d7b6c9aeb9c2e4df8467c40ecad3cce1..ffaacb125ceb088de18fe7a7ddb6150ce41cca21 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt
index 15bd26b1ebb69ad84ed5f02f1363434b379f07bb..44c967eb89ef1a9b3594699f7127f4bf3ed5572f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index 3b97a3b9e5241fc8ab35033200bee05412bd2f26..a69eb883885c9563f500193939c8c679d2dab196 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt
index 93c89a4c5c040c90a85e67860b9c704b16357834..dd392c776a938b28aa234c72ec7adcd03a3454d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index afe73e3645e7f1da6d17338ef6661c9ed3e42430..1f0f05ecad57b0f4b85005bfdfd9d36417da2a62 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.output.dense/_0.pt
index bb29d528e6b0f155d423d7e2bf96dab19595372e..7189446078f9379c6ac82a4ea7694ff1a7a791ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index 95fea2f9cf30d30436e5f33f517ab2c75f22945f..63d7f039729a918154c24347a985095f98ca19f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt
index 1e5fc0dce3036cc77f87078966febda4f6d7f54e..72c099c96e4518fa581550a0efa8d735f1c21df9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index 649f01c43eca891042857aa3a2efc05081593f30..06c9526be96316060c9f4c97dc48d75a33dd9eb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt
index db1e1d8928335b7dd3072ead5edeb054615b266f..92dfffd96431521b779b904d7724c19b5ffc111f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index 9c9d85e4c1307b801c3060a2d8aaa1446511ab42..cc92cfc7c936e51a23c391b85e59a8248ca834b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt
index ac2f96ff7da1ac24e280fe1a5b34cc4508b59337..e3676568be59bff698b0208bfdea60d17722fb04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index 1be878a49cdaf265d24162112a8ed9e6c553435c..91e1b80517bac355faa9e2a90b090317b71ce6b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt
index a7f4660bca602c45dcc756de26bf0f5c19646b69..57be5a5d9a467fb3eee9bd469fcfadbe1838f299 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index 5f6d9fae99a9d93aa6bed2e11cd6ced59341b4eb..3d947125059607c541b9733220d55cd77ba1d5fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt
index 39e926e1ce72ccf44e55374ed34f0491833ac026..aa8b9dc106ca59f6d3d508954f0736a149cd18ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index 4a4853dc4efadc93f1d7437924e8dc7338026c1c..b189290555f7c6b8ac14f293cb5576db6f03b509 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.output.dense/_0.pt
index 49172fd7e22fee5de2ecc17a2a6dafd1f6bbd959..bb732dfb8f08747f14e5b516f82972dab1be4cb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index 3991598d3179d090f74bc6381d92be4dd85a4823..b43d77ba2c2c5ad150d723ea25a48103a1f633de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt
index c77e3c191e92f5e805bc6f017004cbe80302a3ae..3aec708f642b17b591dcaff21455745c3174a598 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index c2fd14e4f429f123df55a2417e3847b677959ead..e44cf1fc374b92e52a5c7a381f1036be66a307ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt
index 1965e55b7268b6acca7f2ad5bf551ed8fb0dd7b6..6b1eee493a3a8f24a3a5618425d7f6c781abab13 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index 605e4850d70a21a29f633b641f2bcf8c5e632cd6..7717283b106fda5c746621f40f8eb974b90a9835 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt
index 757cbfc0b078644ada05f03d8076cb05e99d595c..badf3d61c63d59d794e2d1313ea6e3bcb68c276f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index 69fd97c9235bd7160652a9f5b7634103e9a6b2c4..45fa0b45b3c723bc90806606f84ff7ce2c00707c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt
index d6af1e2c1b2b5d333311b08430065366ca94fc7a..7950fa08391a0cc20c3739147cf5a46d9dccac6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index c353d8cea0aae8ca4508c175e6297d6f78aecf54..9d53a0a9213f214d3d39483a50559435ea312104 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt
index f5e0207e726cd33490ffe8852d1b419a84360aa6..48c0269dab1bded02be0e40cf37461148a8eff42 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index 1d1a6d644bcb775cabdc2ae3a5c5e5b398b7de0f..f43d3ad8fa0a014c8b7947df0c6f3f9fc2250072 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.output.dense/_0.pt
index 00e3d7359f3411247b03cca5036c1abc59186992..dc51ab330721cbd9b468d7ca63aab8ad082b340d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index bed508921063e157dd72a1e111a92ee58d9582fa..5f3e9b9ee6e0c37de803682b36e148dd08b1dcef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt
index a1e0569dbf55f8eb5df60ee021d4efc1db551c39..e31eea527d70214d61c3e1e6d42d86de787f1261 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index fc019138ca9d42c1e68690bf85273f2c8a7b1f9c..5034b4a5e0fd078446b0f14066133cf8bb753202 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt
index beb30af2ff5bff5892e79888fb5f040bfb923899..fc7052265e36ba94aed7802b23e306333f964787 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index 012c8e5822e2c7dbf612ab469064b97b87c20083..aabeac147d90b8618d3bd3a640140aae45a0ccf7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt
index 23d4f742540d27baf81441f3498a0019a33eeb66..d1beaebe9d1da0588093666db23ba7339a21eb17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 90427870837b400ca6f657f5b86820bc8518e595..02e9d1963dea1a4925fd677f1d5ad86dde95bfa3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt
index fbf645a8bb69e059a46b0a24531d3d6b37514aed..8055b96b02ea8d671ed246dd813e9dddbefb006f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index 0e4d4fda1839c52e785699e1c0d8897b1135e314..553a827ac5fd8e682b6842a3c6c43458a9f8d44f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt
index e85906a585c89545540010ef49f97d5d6a2efc7f..60683f5c9414fa4b613e73828a2221071e6fa86a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index e3f35b7a41635488cb16acda5949a3621e14a131..75ee93831b07b6cfbd269ba37d6eb89aea8d1191 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.output.dense/_0.pt
index 88c0ffc4845cde19488a5d19fdda0633f9849a10..9d982b737860ec398aab5e3d194cdd71d5d5aa69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index 65df82ba11f92ab27f4c15219d72a26d05fbb5a1..ae6b3d4a9867f77fac68049ba88f3699e5c7349d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt
index 49edf657d9be4aaba00706d5d8cedcc1f20e0363..5db4efe4d0c390cb13bde9255cc0163703e7b120 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index bb2e744351b85b8576ed16bd7fd3cdad22250154..50be2c481ac56a371cb212cf0938eccdfefd6fe3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt
index bd28b9eea8f8a5ad37fd305ffc6334c731feb080..d82d12a21e30c00585ed623babbe9710ccabb38a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index 9967119560942d853998c7266049202d3eb89795..0a93aba98316e652c0f04762220963a0e8c00b18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt
index c0298c28650c24ebe0508956b210162c7aa386aa..270f2b48ef0dc46a0785805db8115cd971e380d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index 4b74a3db529e5c73c77d0c96752de117e930aaa3..1b09163606e383579661e08dce21b2f58d4508d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt
index 02a7c2c2f227044eea9e4f9a7aa4b3b3a0ae00cd..b0082a27b092fb7866f41e4211da45b87526922e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index a0aa1258d48e4af81b07bf1ee7eaec44f3db8478..78de4a3ecdafc8f5ac1b4604f34f2f8c084bba94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt
index f5d72039795de2a49bd8265ad109f92d19d8d184..b9bc012c400b47b409b301adf51c69f1299035f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index 945f731838d3170a734252661c5ce8bc129e55d5..510ef40cf83cfb929b69548d79b0950c02ce0326 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.output.dense/_0.pt
index ae00c0ab616a12546391f3da3ab89e10279c95b7..4b9a820695f9b23e26f54f1e6e3f79a455c7c9fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index f215fbea77fbc0afb4fbcbc8742bb3a5b2c46f29..92002a1e9b711520bb3b7cf3bfe5cf2f9b7f77bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt
index 94bcbc9be949771c53a46b22348ed749e7d12aa7..868e343dc5026a650d1e7a604c384e564fb81daf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index e1491105fda36d1463865c905a2b68ce106dbd2e..a79fa3b3c7cd041fc10d2abb6b15202414d73347 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt
index 4ff317f585652b6fa29a53321827b143acf675c5..580819e328930486afc5fe223d34a04db021525e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index c2a07abfc7daad2ab2303ed382d655676a4369d8..73dfdfdc15c7ee718ad0afcb62c4e100711084b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt
index 628f0f8ab37cb76d1a696b845c0d27c21dde6cd4..8ce133b175dfa639e857de20fa8ecd1316eb2be3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index 4ac1deb3e1b0e60c2a45801196cefa19d8e5da59..a41692f543b93128d784c60ad681c1d0df19cc67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt
index e2b20ba4742b6c7c8b9e84c1568d541bbe6bbe79..86890c62a1f8a7c0f137af8cba5e22d3c68ab9b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index 0c7cb0b61ce7ff96724cc63b7203e9de6e3afbae..b00dbfa0fb5469c5283384911bb906b021f17330 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt
index fe3b7fb7a18dd375a8161be0ca7e26c58b19f6a7..e3e78fcd3c7ac0b4cfd6630636a074f2a2c0f288 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index 9ec16aadcc3e446ba78ea3a35e9180670750dc88..a9cf7ce5cd9c0582f1a067e47823816d148b5290 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.output.dense/_0.pt
index 07eedf71c7f473427857ee45189e2b51556a26f2..a2b8fbe7cd0c3a5e19292ccbc7cdbbcb515ed7b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index 43893425026233b3a7d5cfb9204bbe25ced0db02..a9da0d9ec381ba9634d1eef858db92c42c99e5a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt
index 493badc42c01f5fe65c6bb078662dc626a6bb267..7789f480c199370c1f4debeda419ea78bfeba127 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index 88ec4f160d6c4411d36b0e87953a7ee7b18bfdba..3d7ef576d1688518ab009b7261c8decb8f4fa2cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt
index c8e226813ef8a99be0225dd6c0001e05175335bf..2e9c3c47b44699de9dad934dba3028a9e33c7aec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index e5356bc001771c40db7c49a07fed46716a4e45c1..b91b9821dbc3415697b2813329475e95a2ed4827 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt
index 5d840b3047d3ebb7f745dc8ea175a06a0fd3794d..3b518660a3831a34fc94dffda91735fa0b8ee6c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index 05087dabb7a83c9101da43c6be234869d1a610aa..91b18efa051f2cecf7ee4ad288e4c19d492a7a8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt
index 59fc4308d83da49e01255ed139a192fc6e34df85..223698309ef523ee71104f07d620e48c729b7733 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index c6d9d2702f10ed3e39bf723c3fd5f810d7daf99c..e0eade66b5e205ed7ecea2e5522f6a850ea57025 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt
index 7c770a0d85e1c5bcea41103e1b16c3d04f80d0fb..4ec8dd536fbd65779a91e79199d9710f9aed735e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index 1c7be516c1965b116e49421912c76270285f1758..46a4aaca22d597c95b925507960028e12c305216 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.output.dense/_0.pt
index 4ee0f4987e81445099d3489a071c816f39fc7a46..a28a739f56b3b4d1b5024db7585158da86a07015 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index 5b307faf7bb4956462efee8448a4c9efd0d6bb4f..aa1e6ac947a57149ed31a37c3add4beee6b38333 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt
index ec84e8382c4d36c29002bb86eaee3cfb6a3c0e7f..f3bdeb2bfb5ebfb16c297d6c06d880fa2cdd2eeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index 7dafcec5c820038918e410a124c6ed449bb6f579..2d51ed9e269d3883e3cb0b4b9cb9fdc962cac916 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt
index 980fafd25bc33f7536bb5a84c6be397c6feb8350..3b1bd3a25f95f26310b17ecda9964510048181ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index 05bea377d8fe30db206c6314ac80c9f7227a053a..dd6275c48d27eca2c6f7e0a0dcaef09222eed368 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt
index b62cd0b100d6df99bcf1eacae3726edc9adc17e2..31585a06b0f6be1fe2bd0e295af2a48fe0427277 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index 889337f10c8fd1e82e4ad45bf6b1dedc267eebdc..40781b65742af7128e0683f89a5452b39b23d8ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt
index 4ef27422cafca5b985f54ab6088f7ec5e204eabc..378da0779e983075e82043a4670a4071ceaeea20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index 08dfdbfc508fe34868f125367827376bf6db6b69..e8e0721833e73400b14c087b6a821990be0eb3fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt
index e37245f35d62f3218ec7dfef206e93a69e63d613..37aec9c81ab4e001756bb773530f8e68caf76b2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index 00e1f9238a4ce8a303984945de64c03d5109d982..c8a123df275018f4c322447a4fcd6d1a792c1e7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.output.dense/_0.pt
index cbeaa515ebf9f6a293b5d9079bda2a62042662d7..19bb6d1551143f3ec2078fe7983c9ac9f7e92869 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index d8f43cd8a7f02f23158850001923bbba46f502fc..e4433ed9704d7e973c768d898e4115756e479cb1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt
index 804656f129b848141e9d273cc27a520da08dab88..3d4866898d94e27a0fcf91c460edeb8db2d04358 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index 3da0d52972c659c20b1e3bb0bc176bb4f21fc3d4..9cc42ddb93ea3f554d2e1fcace452d5f4a65a399 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt
index 645331e70fe4327c284d23c8e3054c98da62f7ab..d422f76fb5e422bdeec8fadb78bca3f8b7ec3d71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index 841d0771f0d6f5cfcd4beed54f9832e6fc862b2f..5338f0b62c83f19527f8f6c6ed728f89dbbff2ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt
index c7c10a48da8839db91fde40992afc86d0aac3b3f..197e17655a16bca548118f070cbc4d80bc475bcf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index 8c78d3d931b09ef3728b38672e7fe52ea0fb7e3b..0dca2e4eaacb4635f8a237a5af4170ee7a8e40e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt
index ff7fc16a0aca8b4140883c90a3f1fe2427cb8c39..4440e4601e071882b6e18c1710961ec15de7b0a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index 8964fac822edf095b8c903806a3371553208bb90..9760e4a0843d6a77682790d2f0525483168911fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt
index c08ddb13641c8ccafd74cc36281b05ed2f337854..813d79c58e3d8371766bca60766c024e3d11e0a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index b59b56ebfc8e95523a78aa3d262133e7c699f882..91533c9ceee456a23dd17862cd70aec1545668b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.output.dense/_0.pt
index e6227ccb94691d7cb1c700223977bc5f58f457a6..af23d550935d133ccdaf2df50df60bff81ec583b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index 213400b88145e83820c8177f0270cc1b34e8a034..50a8e5534dee9585a75b714dfeca6b58ee691c0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt
index 82731ff0c1691d867ba59217d0f6542ee3a020e9..c3cf5d36ec2e0225049f9003afacbf541dbfa166 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index 09a55961379520aefffd609ee0ef22597002822b..0f7ce57e500d5795e0bb2d04469fdf37f106a3ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt
index a71fc0f913ef2965e3e8834fafc2a28dd615394f..019bf6a1ecc0c5f2c9e583bbbcb968ad84295013 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index 0a34864455678a64ebd4e98d24ff283f64042797..b2de9620b700bcdee662afedb39d929d83dfed2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt
index 8bc25a0b8d2bc1ea566d6cb0529114d9ad6b042b..3f7fcbebe14460a7f475f2babf8ac7a857d910d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index 82ff8518aa84dd0ab2e53165b1cb8d340d484700..f7a58858fadfd977932e80e78db2ca6f6ec857e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt
index 7665dadb1122ed026c815d14daa948b5aab3e44a..a156acca2c481d47e83df1f27f83fb1f02c0593d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index 1b994271ee8590fa350a5336db56083386e2c732..c872aacfebf4e2c6cd8a877582908d128fd81f3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt
index 729631fd6b7066b49159dc183cd6e958f4ccc49d..326024df5e1edaa43f161b1c924445c14993b007 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index 4f3afffcd74e19ccbeed814589c51c96af2a7a39..291f365d9ed4d6446f9c76d77952700989bebfd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.output.dense/_0.pt
index c7f2cf38740d1578a7819d164db0072b2f5c2ca5..6364e97f58d090cbd9d3fafa26db24b90f52c938 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index 0501e094640caa8d65be8f8a5698eafb192ca871..b49dccb0d032e8b0dd85d99cfa4f552f01021fce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_2_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/classifier/_0.pt
index a8c906bea497f33c59a36a5859bae4d5ee232fe5..0aec5736bdb9887fb8736c4067b36042998fbab3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/classifier/_s.pt
index 8f2fda14b4c87cb388f8e247e917c1109d43577c..117e0f7b647166bcf85b61985c9c66da2b3b2842 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 36795d8af622742a2c02f9f5fb190cffd7228983..096ac558702a9115c5346c997a0cc9f900a62010 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 216663eaf21d035df936a3ec52fcfad4f7384c47..9f3c4549b5a3b1e1bc69153f274b60796b7911f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index d00503417126e7a27a2385fda97d0bf210c37782..fbc0d5d17beba0cb67820bcc8659281ef1055678 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 385b2b4e4876cb6121c609f27508a7ebfadb8418..fa317410c268f8d426016fa8f311dee02dd6f299 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 0403af305aacd2c2379ebefb487b871c2f44c176..cb097564080fdc968bff1a1d1c8ae097f7c93f68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 7983b23a6de963445a70e2b44f473e3ee2ec5f65..6d5a13e528d96033e048554fa37a2c324369129f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index ffa336253d7b4f4e554239697e91a3d8e3315010..0bd62fe7a6a6bd085e6abaede9d5f990490a3c6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index c239f66a256c075c983eca0427f50ad845cb6a53..04fdbf1c1a12c80b32ef8c548c6d4b0a45941600 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.output.dense/_0.pt
index e77875879629acd443588ca07eb9c9150507636f..adb2c0a9b3d6869d818b7c080ed73aedc97cc1d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.output.dense/_s.pt
index 54340c12075aff362d9673e897c20ab287a4c4d1..e21a05f8ae50d91430c07f89510ed73023e17989 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index e5c69998ca83952a65578cb2e33f747213a472c0..1c094408563c5f8bd6f3bbb33b878ef6eced86e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index f398c3f37f32cc355082e44d2290018840f4411d..7d986f5612cb7511b3c74f829acaf936db1742e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 4a52067d00770e4e9bd2d577011dc6bff7c80f6c..58e88c84831bd881ce4af24650eb1fa564456c1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index 62dd64ba61d1da686f27a17f80cf04cfcf603d32..8861ca14640a5e9a72592a4db73777f446c9a672 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index b671a9e1fa84a3d5a4b88c86b522bbd87cdff0a1..82e0a80ab2eb8a2f5baa590f2b36235132f76c31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index fdd10b7413bd827e4f6775ad356436dafbb989c2..af306ac3f5f1795ebc820f7c7e773c8c6cdaccd3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index a6ae89da7b30e288ae30864fb84321383c37c832..26152127aeb74f2577c31f4f5c9596e06d19b93e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index 866fd31963ce5acc9ff2005f3c63cf1b9642010b..33ca4bc59784ddcb6bdc449e2837c110e7066b74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 5ec893372284c42fb4ed4c8b051642d74043219a..7a02947d9c7d2e1208ffc7837f40ff2548fc57b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 394ce6f36ba8ddb818fb59f4f6a2dec3828f0f73..6df42e4a1e7bd8d3d37011d3fde256003ba20b65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.output.dense/_0.pt
index 94763a410494634fe62af446847a6c5f81975d2e..b3ee45feb3a367335f83a9eb28cd4fcaa4400d1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.output.dense/_s.pt
index 754807d724a8e84a0937033ea15dfef58bd127e4..7d8f69536359e2dd49b50c60159c47289357d1c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index d18be23eb02e308fde905aeb96adcde76bf12744..d9778a0b3c136a9836bdbd919f5c7e7667e6c99a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index fdbd727923658d6ad3ec2f798372d633531dda2c..2ab7694f652b447d7ede52c40f1cc6ff4c7a5c4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 755b02ec3f2172dbedb633b59b1b0bb72b59fa6c..155cc18564113f6a163254bd8a1fac2437167d80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index d9a403277e0e5b8b0ba1cb73b96192af20ad8989..2411bec6bb9cddb4026511b8b0e53baf69cbbd69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index a0a14ab2d268f4c2a43dec5f453e9a91068c8847..f8b97019f44f3c4ff2613d84ba89d563833cc6da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index 7215f55269215d5263af5358836954569b4d5136..4f2220b2c7ee2abadf46e8778d828b1b39e6d06e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index b4b070cedb1f023a94bf4f331d7253630b9fe710..1551f6873c9a47b225b07b30db99443e861b2f94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index f6791641c000a0fe96aa13356ecd7559e0968fe4..dba667a905ac48817b5c365c11307c444d6f6336 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.output.dense/_0.pt
index 1989074f2fd0638faa973be9bf036f9efeed32d2..0cfa8b0ee854e9ea3c76c9c1bb989f7ee7d0e7a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.output.dense/_s.pt
index 35a22ab2912aac8bc0e1bf48dacec1820535b971..02e5c896e565e7a6c7edde24ae2535fa9c534fec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index c3f3cbc91f30824eca8f955485d1e46dae0cd41c..9034d7e0b0dbc34660278117a9ea0a38f99ef500 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 3ad4ac941e07ffe38f66ce62cb69e17393fdf634..3292b43cdc019bb6720301e17fc3187335f5b556 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index b6be7416b50d625de15a9e7535ed49408721cbcb..2c3cc96b7fb9ab0f71275c0e8d319f5e291fa5ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index 8aa5aad3480fd31e5bd988f2b18f82fa2009f0d5..747f885345c65614930d71aa7548fafc4679c0ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index a3b4c3703b0775a1081af90ab8b11ebef13617b7..3e297b3b9456ae9d1ff4dee465ae2001352db5f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 6f8b82b850fff808dd195e95614318d749fc334d..36420e85281efb1ce163b4fe467319cc75b970ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 6fc6c9b0a3daebcaa8ee618a11ea4bcd6e1e824c..44d1e914616edee1b347b12edaee75a7caca8c45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index a7929fb982722de3446171d3e59e8e8cc1dd8539..3c0886dcde84f705188e8bf441eaa04837820cda 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.output.dense/_0.pt
index 4b84e7f76374f6d2e0ee85f2a25f50be296853bf..61ec48857130b45dffdb6bb1e127241a55f3f605 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.output.dense/_s.pt
index 6ef619d1c9ceb117cf266a612c8018121f662e84..7256743915fce3f88809efeaad08802f0e4f0f42 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 154235e5e6513ccde1091a60bf39aae2ea38725f..1fe5c889a42fe36b923e79e5369a583e805b1e8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index 278360d2116b3768ad4b6550d830069832f2f1f5..4e2167cf49d02cf5f3630a8b076d4ff452ca26aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 6c707f72cafc1b8d8934dbe047f4b1b21b12c8e1..df974a2b569de825310b8845d33cbc69d986476e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index b851b07dd1e2998edc0d49c61eb32fd6ad67ea43..bff500b7e07a2821a38d7656dddac38c928fc9e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 555ca59d1f998dfa7b9f792a37cbad8c283112fe..8faf5068d134cc6839690708ebc7b4af22109ed0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index d9384323b3ff4b776055f78d20199a870c6b6fc2..42d511926706fe58857d44e2e59288bf43306abc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index 57a5b4b66d10ce69ac29dcfe39a972cba6b15838..aa2cccc8259ff70a236dcd0bfc11a4e2d218655d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 21c1c1b1b2e508b73115bd35a46d868b2bd678cc..66dd8158461e5714018bb2d4bcc9044cc1cbd15f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.output.dense/_0.pt
index 22dffdfdc0fe25c4ef89df5153c4f12b26c75e5b..5bfc7f6aa192bc75f2c9c93475b6fda3fcd0e86e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.output.dense/_s.pt
index 3677ee6216d3442fa9e6d1af7254755ef1ed6cb2..98fcb53ba6947e8f93d6ebe69ddfc398be444042 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 0a8b1d23331fe83e0d3cdfa9428452ced89ab562..2440beb0c3e61630cd0604649ed9b7295f116ed8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 4fcf75c18089523d9910f2e5c3e5c6869230abe8..8dae40ea9039a4545d9a8c126cf995bb6ea7e252 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 1b8adefde6a6eb2df0e67a087c13b6d5aa514969..810d17846c08559ff1479d22a080b6e9b2d7def8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 67564f012f9b0cc32306898c1b84e20a94b80fcc..b815dd45c29624f8efba3c30645fc2e417bb1ff4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index b3cfd41db8ff28841acd082c1925b71b3a1fd0f2..7c28b1edad3a584b75809daff315f95a753f6c5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index c6d910563cc703c5b1f3be6d70c1baf0b868af37..a78411fcc6057e38852ac36f7dcbc701a2883086 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 31d97bf499dd90d22e7d61453caba991db18517c..eba21e9a441f5d0c934a6cd39fac44d489baf21e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index c41e6ef7dfd64ad4f3a6d7f35c448b4e3de25280..9fae951c869c8862aae07cefb4677a5f1367c9bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.output.dense/_0.pt
index 894c2d5a01fa00455eb2aec9c422911592a1659b..407e331334d0e65e6b8d7b208fe0c7e28f29096c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.output.dense/_s.pt
index 9a5e8bfa8c1ee5c28e72bd2236de950b3f986ae5..96eb88303dc654fdb41c602590abcf1586c0933d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 0b5b6af2c63b2a1f2501cd13509a4daa89e41bca..84aa2c42e49ce2745f54d47d6bb2a51afc96fce0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index fc5dcca7eeb2f760401c9e830056a4bb08b073ee..14096846ed87c13dff47a8a82afca86c4224bc1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index ea72a818b1dbbf0f380100af7e2610765c293dbb..f587141b11ac0d2b8af1fa803dc40a15bd35c2b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index bb51d112574cd91779ed329b88c6df207e08dc38..230be581e957554dba3d7a7ac55bff0e9806ce8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 02f991ee17117b957524f220fcdeb0215267d783..ca0ca1fab5e0b13994106aeb03037ebb5cc9c35d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index c4613e5a176d853e4a47cffa3831f0a13a8ba263..0ca65921ab22f73ee60d9e35d2715ed845c97ba0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 15e456e02030937bf10b9af50060747a16d5bb4d..2a327ef297e7805c0129aebe5113b453a7d79b2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index 7a982b5fb05dca74aeae059551561e322a8ad199..01eff83d0808af96a02af6d083038c62183817c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.output.dense/_0.pt
index 01da6b078c9080c7209191bfa883afabd4eda47f..f5a6374d630159356909aefdfdc7be09585a526d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.output.dense/_s.pt
index c48ee07e0a16bf018ade58628b5ea0b4a66c75a7..edb18b005cf919526c88be31acf566a87702e613 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7a716db729e17878204d4f0b499a2a6d515ee4d4..1688af7f1c2f0d62628140edb39d4a42829e576c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 517e4a47e67b91b436a2d3e56c9f2cd15f8571bb..029156b1e9dc86f0e682e5345c6c3a7fece08c64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 5235609e41b2594d76ea52b864f76bb1da6d901f..35c16d6a6d67c6d4c03e4a18f67fe4e6dcf75298 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 7021d63ca318b4850513a1b77d41d5e4f7509bc8..bfeb0ae7bd1f66a3ced3c250a76f654723fb4008 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 0135b3c661bb400e8a4471632cd38c933d46e97f..23c7e31e1c55a368be9991f9d0915ec5fff17834 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 0522f62153caa1a460c45bbf8168e19c8c04c3e5..3edc3130aa12d03c470ce322176de78a06dc7d7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index b570024a829e6f5d2ece92fe7c48f123eef06ca0..4ce52787583c01a040769f27f3cb8ca6703b905d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 5a498e57f62a92077f9f17bb64d6e0f3a7b650e7..dd720de854fd110a4edc9307aa5e2d90db0ebab6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.output.dense/_0.pt
index cc3e0c6eebdf2a86e72e3310653b76dfd5443390..05071051d73262e588d50836fe01bb5edfb62a02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.output.dense/_s.pt
index 4ea89d56081461aa5944232144f4b9772f6e9e0b..b4ba3725393ec2789af17ff659dc5410e044028b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 618cdcc10db63313b33b8f493f2090c1115b94b1..8b9030a48c88e87690eac2c3eed8c4bcef3e8a73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 564b6b34a876416e99330b9a6720f6a06b77edc3..9199fa4b046869d36802172feb5b6bee6150235e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index c70fbe1a7b012b192d2682f4661335b10e3173f6..25f880fd07feb02fa0b48f499fa8929154cdb162 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index cf8cf2acaa10826311259984c0615449595e0a83..aa33c30fc6be0881a0cd787fbdcfc06fc28f56ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index fda0c43cbc90a01403bf074561b1082a7a0878dd..5f7d04cb101d66cb38e90d2066691394992c64e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 21596ce6909fcd8da3430bb3862add275a024ff3..9b6cf3b9cbaa50e5fedbaffc37521d84b533c81d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index d1aec499b07e4f8f9765134a09bea2e4711b8587..0c404f4427af454a87dc37d7738d52ca0e5f9cba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 92ae1d147707461fe7be5b30baa7f2c4ce33ecb7..5c2867d862ae8fc0e40628e8edadcf53e65b7466 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.output.dense/_0.pt
index 4e56bb66778a62bc0370761abb7651008017de4e..96c80f53b0e12285127e525793edafec971713ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.output.dense/_s.pt
index 0de9e4112ecf3b1d4319c1374cad0cd036f87287..98afe8f25d8c2253c15decefc9306a36745105ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index b0c8ca5a943459caef6b9d3f0bb665976539377c..47cfaa53fee951d0e9b425221504c8f4493fa603 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index 943a06db8e2e7d6e4c0ca538f0e8f2b8a822976d..eed597318fc3a9515ff8b03f2ce781dabf6cd097 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index b90ee4096464688036d377a4e87458692671d913..716e9561794e93f2280d3374265286100fdf9088 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 1d5db7aa28cba60ca9b90df6c43738d2c90910a7..9b2d4bf380ac3513825cdd4c70f38c9db616c83c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 08479e0a386d07b8506e52554a3769a34e835aa7..762db9543f5fda352a71e0de3a84af97c474631c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index 25d782dffb2a69ae563abaa365b2e0691a3d22b7..73baa097cb7335c7e4279f9bc47bc974f93de801 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index c8978cec0921a06beb02ca79db94a3693805e7e0..e3793eff9be73259f83494a140b6062b35008a3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 246406933b018e2e1a7d84b72b0467238c390977..41fb974d8cac9b50e5c001442c79a823cce16f58 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.output.dense/_0.pt
index 5bf4204311abad3b4177eb6650b80a373eb95128..a4038689d1b306de547031ebbc3d712a0fad140f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.output.dense/_s.pt
index bf1c580494cd56a4b626ac33bd61b823d5948a77..b6bb405f07c1c7580fcb8e845a1f63cbaeba7b38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index de754d66c1911aca7cea1f532e6b30a76cc91b91..8d8cde115a180f7dd77078c1a6db9cb0b5219219 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 28cbd0c4d3951cbc1793ad5aa891ad1a34f49f74..7b1b96eee7e0adb3b3d1b3c13292709d85150c86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index 8b50e354038f65082671cdd30ce2b89a5b030490..b37300005588814a6fd3f34eeb958e4417c83032 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index d880e1ea5b47c8dcb1fac901a0e7f0a44d4c2f0e..40b8002ad3812d7d6892409fd8612702911a7921 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index b2e1fb60640e772ef29c24feeb9257c5ba0d3b51..ccce19270358b110d0918f9d9b1f06ec5cbec7d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index 894a10659e058d679d84ab0c9e4492c14460bef8..87fb89bf21641c7f9ee4d3804615e8ca4f383d07 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 97e978a6d27c8a5c9a39194557285dcab04c76f3..5610bbf218985e93c83dc19b660c860a2ef07937 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index ad647d085649b46a57a4dae9016ea9ddcdf6f590..3fc14bdd3c878a03f85fbca480f199cefd5ec08b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.output.dense/_0.pt
index e0ebcd0dff6a4449c0887b41486e5c8c822e43f7..686bf280f874c2ecc43b469b3c60fb46c5f2a421 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.output.dense/_s.pt
index e42f78d36f35aacec1e40863642cf786d8cc2242..71c25931ff1994439143c0df2b4cb1a5e0b93609 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index ef16c05b9530a8559cc04efac1062c209d0e397f..91f9ba3075a3a0db7406799ed9b2e52520564b2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index 3b792c685b64e497232181372cb51ebacc816d44..e075106606bb587c115cbaf85dd8fda529bf9c71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 315e132c07b6d0d6ad9cb94e9dd171007731327f..c3c41c860d73f19736ff29de5d0d57a51f9b6896 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index 381fe3a08aff0bc0496235b9e12900c7f412c3f7..62bdb77659c731de6830e96d7340efd8f88addd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index c14dcc80749df5259aa7aaa4dac2c417521fcb8a..d1433e5d090b8ba1178dd8a77ccb7f1cbb8a7745 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 8e9478f0f679b1a3a641227e354a10ab686c3aa0..96db33d2733f747efb7d1f9d0ebac3cc5621a5a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 5ee4510b20d6d84a975aa4a1add368f4c4517ec2..c6f45e2f68a05876c011d7d98988c4fcd210bc74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 7f7a99a98d28f790206c467e25b504afa45df8fd..549e3faefd09e168f431ed787c90cadbf2b17707 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.output.dense/_0.pt
index 72f89225ed3f311563355fe3b9188a138dcc9d04..06cfc830536a9163ca6609c7ccdd4465352ba25e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.output.dense/_s.pt
index 59cca11005ec4b80c20f86c0b7e0923e8954193f..17933b18bcfd2fb33915ade20b9c18289cf7b121 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 5810744abd65e894335229748b1339f332121e1f..f4e2fb71b20cfaf189013d0c12ec63fce29129d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 7f5ba3cf13356a9161473bbff5e2bd39a6da975e..dd7f1abb5cf26b955e8279972d17b9483a3f1f46 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 78514d98db87825ee7083df009b811719200f287..3697b00f891bde367295d5b0cdf349c34d87953e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 2c7f523e643f1916e3e7cc93bc875a0617bfd921..d68d7f1700108502e2c1e7bf2b1078534d9ad70a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 32252050bf26469ee053b13cd301732f50755e5b..18f3bde5aae6631a195a060861aeb55baa69f335 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 5726b30aa8a88e987217a7551c7341e41d9685ae..bcc4461a91ff16eba7c2b512d470b37711aa4eb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index abb9e5d97cc156fb1b5673e2e6121566a84e2473..2dbcf03872877964f6a985272e865910a5d9e26e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index d0620b36bd0281a553d537fdb6941cea4a19f2c1..21864976e3b240fe019f458f84d955610f6832d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 1dbce2545943b155eac9a0afe0723e380069ef58..3a2fadfb3cedcc490a195cde515a6c2bb1549022 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index c91e2f120a825d6b5ac0dc4bd45adb49de90b0f2..51df7e853aa142fa37d9fb8a520dad609e88c6a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.output.dense/_0.pt
index 19bf5b89ba241d04a99a55f8bfa62c97906816d2..d67cbb50558efc2bd8d8030be397ccd7335ba89d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.output.dense/_s.pt
index cde34c167bfa9ec4ef56f076a32aa48fe76c9c94..9d0eeb25d78059e76473f9917f066fdb8c653308 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index cbb5ffeee32b6319c0a7c6368d35c1b6e539f91a..38edaa064a1d38b7b7740d9c1c660ca5cb2af2c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index 42c664be1c2dd9790b10d96abcc709d11a88c943..e9283493fbda7b7c71a981599cdba349c7538af0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 4d0d5911af168fa3e9249a953780ab0fd77d4123..2df17fe8acd57a0fa0e30f31d59d87364b4ee0dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index b913b99ea2899eade7ae46d3f6cb26fa4bd0fbfa..4a607f4b27bc234281a8ac37941c2ae9b872e3a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index e14d586d5c5a4d7d0a3ba158e56e0d37fe2234d3..7c8dd22eb186054dec29e581507f29261e98b908 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 32319652325edb3f7ef354f2f27a57d04a0bbae6..25ea9da84d449aaa966295c9ee282a2893cf037c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 491c171b9c97b586d33327cb43e9973625a22b42..b444b5717efadd4f2630a5db23cc24dd147a7b93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 086312cc0b7b1c5986fa28b3334a86e143cced85..27df59bc97548dae2144822ee08a00f4320dae43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.output.dense/_0.pt
index b1e891cc4499cb7e98d0f4de59334aa11594158e..5de7cdb69dfbd31d599e34fbf1943589ed2b8cdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.output.dense/_s.pt
index 526bfdb0d56e395fa9fb6d7d9d8ad690c8750cd9..2b806af16ec73e558d130227bb613f1cd1c285c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 1e53ae6b99a81552c585a2a86077d61777b6fd7c..cf1bb4aae36225d31e7a09f72af842737d1e88d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index 7719fc0d540243b43a5b6e2c1281110bf3192e14..056b6deeccc7449b837585775757c127aa5f858a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 09d638e5d451cfc4d4be06c42dd8f883f346c798..ff0edd5baa0adb15a0e6e858f429df74794bf399 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index 6a24f69f60eaae1cb61cacf7ec603d58cf76b332..d90d5ee3ab17e28f7914c2a6e42f17833b074a7a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index a2faa3f035db3e726d0d2dabf712441eb8e6d066..ffc324b64402b6dcd30d4dc0c61e3ff46d613c82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 629b7bbba79dfedc736f05b8fdaa30aeff4f53db..0bf29ccc412c3991c1b39d85af9082fdbda22c2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index c26088f9399df15a5e677d549c26d950a57584f9..d29e39df6e11a4d7ab53a827ce7993d022438632 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 7b5e1ef509e03946dea5cb177da762b09c17dabb..68c0e3e6f7671e4cffdf42162744fdd17fdf9737 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.output.dense/_0.pt
index 7f29aab0866ceb37c54fa4b90bb055ce0b04bf7f..a6ace68fe3776255453d4a653a3ae0475cde34bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.output.dense/_s.pt
index b365efe9bd036b8d75848ce6c3ce839e57101191..eba266353cdf73010eb2f77759725c07debb8e95 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index a2227f182bb45cec26fc450c58756423a86f578c..aaf7dfa11a55278abaf200fd91e39dc93fd54c96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index 7fb0e90aad7a2719c9fb4267bd9b1c5388730df6..ba8c61d387091d4e00c7f15ae0f0bdeb985919b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index c599fb24f5a13d5b2baa0c0abdeb5c7e43ec9886..c31087a6e7fd0cf257eb26fa7340c8fe57e6d605 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index fae209c0b73c86fc0d891a5e3ad9de6fa3f94eba..544d21fdf09fd50238d35c2ea59fe133febfee11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index a66c8710659d8c12f1a0ebc4dbb18622e01cf5dd..a3912dba6a319b577812463c706906c5aa233ec7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 8dc24b00482f15bf2fa034c6fb0db48946a400d0..65d5c0fba325a91e6785bdc82a91827dd0cc55de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index be274e6610aa8d24d70f56e98a79976ba5566220..c7a4fc493e164a2f9587e15e97a599dd0e3dc4cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 88b13be42c190c050fd8013a881c1ef7c07f7b29..890d80d8390cf3f82ea43fc7cd1bfc16431545d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.output.dense/_0.pt
index bafabd563d9e4299012c15408b63fd80ff67c7ab..0cef81420debde6bd170e91c567e979b8406c91e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.output.dense/_s.pt
index 47eae0d9bd7681145b28c6c9009f391c65dbc4f5..331c650e114f14741a9ede4412569f0fa3151e92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 5c4f2e8a052045186a21866a11afc33f672d0af4..ec51ed7c8bb3a6761f42e0e92b5d49d66e1538f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 3f648b916f253c18f4606bdf5fadf96e06f437cd..c287cfaed8f790e165785bf30b8b339f100644b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 56b5c526ddb45edf355548d448482178824744cc..c548a9e85055f2607a302311ee7f976a1c8a3564 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 6533c6a4a45cb8a3c0eaed5ee89e937bff6cb890..7ce2bb112a121b6c1adbde88dc0aaed4b75142f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index d41325eaa336d7169403b3b48b1c2662e7aee98c..a9e1661db0b53ce238b72a8454845c2f3a2683fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 77003d7b53937924b223e666ad701ad2c875f8e6..5f39ae49bf7146f2104490c0961da002002f8cfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 3f0fa7d0820786065da65b95761386edc45f883c..58943d004f39bebbabdbe88e48a8b0cdb9e3b9c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 9b92a3815d7ddca81d45233074da81e3e1e90a82..a033e1b414e00e2696de756fac5f06c18b37b257 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.output.dense/_0.pt
index 8c285320692845f36af3899b1a0138cc6b1f2985..7ae83070d1031fa5323fd1a506bc7274b8e3b582 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.output.dense/_s.pt
index 0fee339dceca3f14a39ad4f3aa599cefc50a9c32..f4adc69c69b3faedffe836015db0250304b81444 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index dc04bcdcd38f3aec6ca877317889bc92046878f5..80750a4c53232ed169c2080caafea92b7cb40269 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index 225efcaf41d5a48bd3d25c85ccf37384b4687fca..4c4437c829145fddd4dd7d6a8e85e624cf31d703 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 4d5546b1e6ed5859c95424e6ee39e3e7ce669770..a6bc68c143f40194519e30a38da20e1fb19192fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index 35e8c526fb8f9bdb3022082c841f6c93a4b4d2e3..c77cc2a76ab46d797c3dbb291b98643a8cc3af9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 872f786dc4fd912a6e28ebf2fc6ecf171fef463a..f3343e1cdba8f5cc0bce341c41b5ac7bd86f38d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index fd099072469a8c7b3e828a35a5959938b512c8bb..e9c1c5bdae3f2fde6cd15a73ccc930e02e312aac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 0b22ed5389161c12819f9c7114cbd6991bad4058..9784b8490ac33d343006c7794e54e27e5d32b549 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index 6e1b8e53d3d86463e90dcf5715a64f943f9d47ed..e8f05311caa4f3ee19e810c6ae8eaa5bac67798b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index c917741c0ec188bb95a429507acf2fc570eb5810..44e4f67280fc808c8d62234cd2b78d2f414ae403 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 342834c928eb30cd6d7d48341562d2fbdcdb936b..db53cdb2c692d835a301002f5021440cd8b77ad1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.output.dense/_0.pt
index 3a5cf9fd51c5842fb8d6b43680d9c197e14f7f36..6a1ae7dcfbb2274479026ddbe31361a00d2239b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.output.dense/_s.pt
index 43474f90f35e5af056ed33f083932bbfbc5fa8f7..b2a02f780e364bc43a829a59ff603f143aa40a2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index ca1faff0d10035e43a386ee886aaa8e3190d9eca..48b3a0f7276aa6c402519f5d21ca4b2200338655 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index ef03cb99abf036c451366e92be669d8060a95382..b074cadebf2adf2b3c037c44f690e91b69bc4c0a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 59407eeec61df3a2c8f47e30255b990d7e0d89b1..fcb2d99b6d9cbd2145ec92b832b547a5791d1068 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 1b24268ce058dacb79d75b81ee82073737f686bb..f50c3a57957591b91a18cc34b6994922dbf44bfc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 886b58f5410dcc8d5e65a6a99fe5c7e90565fcf8..4888f0602fee922297d3044375457ebaff2f3859 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index 4b32d4430554eac460c28fa6d8ea6ffce5db68aa..80783536444f431986d24417ad7f4d542e0d1f75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7c6e18b8a4b2a817d1acc67e541f862f60f5eb5a..1c803f916d824e4611931947a8700e468d3ed992 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index af56f89a198ea8081e086bd9eb9f66c070b7154b..d2676bdddf35045b6b41603ab9963cfcb1c2432f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index fc9f50b1b74a4eaec60e5decf6e38d249aa9d530..1d5b374b7611587bdb5a7f3d0f8f0114bcd65709 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index 34e8e2403be6ad20bab1e94efd906475746b8e95..ca3cb5a477ee9fde443b1448ca5a944bdd144ce4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.output.dense/_0.pt
index 1a29b3d3543b2ee2cc0971397450df88db8e93b3..04cd13768b7f82084f2055456ba77d696dc3076c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.output.dense/_s.pt
index a5ee7fee7dee02aeeb3b96489298ba728904e579..4079a227c4676eced4572e94e72d886c91f8b0f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index e595d132d48cccf08d0a7e35aaefc26d44ec4ef9..c95c0d57d1eb9bbbc910efb650193e6088aafa01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 4ab3fae46483152eda8508f57a64405d4e2b7399..16ee794204be93d68e47ba5f16bbc3e7f64740c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 2fe024604b39d6135b9df260a5dc4f8fb07bc3d4..f9707a3d72998f5ba51f077f3be9e73511b115f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index 9f88fb4cdeec24e813d1f7a4a301ee7c10cf1ee9..d5ed5256bd76d01dbf0e7bc6e45465c12f2d1fd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 988007d5a9b915d5d0ceaed3b1bdf9492b9f3722..2499e830861bc70e3a7961566b1e14e18f91bf8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index c0fccb4bf381204dc619d106f55755bbdb38739c..8921964e6cc74887fe2a291bf2789b52b40ebbab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index f5e561d9e022fe9cd7a2b0fa347dc9c562b2afcc..9a24fc59578604b9d714624874e47afc1fd187bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 3b97aa3b5ea4223964643923cb3d4e08fcadc04f..d1c276b5ede3b22908905967b3ddc34fcb60a676 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index 26ca71c9f59eb1052c9b0a502b9e51d5490d41a9..e5cc4efcd8bf1170b943db51f183d975e463a324 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index a20ac55462f8e8b1475c835323a3f67de04db746..aedb2d67f9d426a75d482912990fe8256844fde8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.output.dense/_0.pt
index d86fff4e41c06113f5cbc38cf3e07a880d9583cb..f0220cccb414983f8d573b0cb5eb480ec46febe4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.output.dense/_s.pt
index f2247f892b425abf85058730ac1ea4f5fb254a9d..7870cd15e5a677efaba5e3d79127b99b6da6cbb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7da12a2277349b67c2e795c6d80b6b8a82117882..80f6f853f234a91262e75a24caa38c922efd19b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index ab7f442412b98eecc5c578a0eeedd68f71d377d6..f3aafc2064e0e07e3bae4b17f5858d5baaa0f731 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 6c06b19b05a087f7cdf73f5baa9b19c8439085c4..d8fe1d2e2bea506de9100c84804397172ac50f64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index 06b3a917e07814a2d7b231f4eeb27cd6ef2632c7..230b361c954478a2c93da850012ffdbd7b6ab211 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index e6422a39332517af7443cd33175d42e71cf34a58..804d48283c1f7217a654118d59b0c9c9e1ccb58d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index 893661c07bc4e37ed706662d2b221ce2962984b3..1025d28d944621d608596769b96a9ecd89fa6597 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index a2ce5104cc7bf07c2c14f5918abce1417a4b19b9..7812a26eb9c8113bad13f17843a31fc03aacd4bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index dd5ca500e23ec18c8154e4af59e147d653dcd410..4cae8752586976c1f731a822b3d36b24d47f6127 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.output.dense/_0.pt
index a87383794d4e1ec34c24b5c44d3f4a001be35c9c..3833b3902b42a123476a0acfcfd8b45c9d20e93a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.output.dense/_s.pt
index 81f37eab23387fcb4766018259ce3dd3ce02dad7..d72485f1dc7f5b9dfc7fca1bc15f07390951f630 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 73a8ee9098c3452dffde16262fc300c825e2d6ed..3beadb24523bfe7b2264a3740dc1ea30cbf51438 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 802680f4a76f72a4b2a294085f347049628a7020..faffd9cc7659077f8b89ca9d3f1bee5b314d7128 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index ac51226f99e2469c2ccd062cdc74e188933db178..171691cf11b68aea4811f0610f67524086e56d57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index 4513ec4d7f8ea5db2d6f8993578df08d5666f061..36bf35097d54b98ec79795b04937a36b04aa7de6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 9c6b4dc974969975040dc3e02ceddd1e4823d021..b410b8705acac44d2e3d1f7420d9ba4e3c2e50d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index f1abf608291f8ce59bda35560adc7b631e8cf62e..fc3d2defccfc85bdc9e01f83a412064f2201e63e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 8bfd122ffd143b2dd9c38f02635b0e786a5d5421..2dfb8c287e756bc5a02238f161b76081ec4db75e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index 6ed7997999ed3e02f9987f19c7802322e95a5993..6db1161e0c53048ffc7cb2537b88cad7bc11bde8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.output.dense/_0.pt
index 19324ce5ebeb483e1616a26eea4c090829ef9e0b..e2c0186fae0037061ff93f9e45b501e250ba5d3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.output.dense/_s.pt
index 8545ec2422f1c83683cbe3d84fc18ea6cc38c9cb..d0fb9012047903a258b11edc9099276d09a9de0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index 417acd1b47a2bae86a6856fb18272ff7a5affe79..726e0d5660979882ffbf07d548248e555b2c3f2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 14d32eee4e073ea4efbee393b466e9faba057931..d5e798ca9190c09f83f1720945e51040ec983b6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 0cb6413ad63194b165b51999d5f52fe305ec446e..2bc1759747a62b196cb9513196143375efd5f0e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index aad94b0fbe6c92e32ef9ea343758a46f03295867..c5cdfb7620262c081e61eb11b9d3697c19ec8ce3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 02a291033b93cc1555ca5d6c2283838654a89430..1a4b77df936e3af5e14a381388beb72ea84a5c17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index bb00496c32d15ad945dd1c7ec7c0b5e519ddd5d6..d6164daaa705038c136af592335ec220abee6bf4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 801b4d59c915c4733340e79f4a0c8797abde8fea..fd6cadfd605fbf14c2aca5cb9e2020717e2c933a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index 1de99a0a5443ef6836f8587120a6e4b50139f9c8..bb0b42fcbf44ef3c6282fba58fc0544af21d4639 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.output.dense/_0.pt
index 331a2f74fc736f03dbcc26d87d9107fb7d54465f..36eae17745ac4388fd2b2a2b1121936395a10745 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.output.dense/_s.pt
index 0920911aad7d3a66051ddaa00ecfb2d06ac44557..41cc128be5669048ee2d03874d48ed859e5d1430 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 38cfba2b1c41180397d572af34b44ecf73af36a9..cb0c7512105707a6bb58022edbc7e076e1136f03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 3b7ed6203fc7b854000b4119532dc068bdbf6bf8..300405e082c94071e79fafeaf7adb85d2302ddad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 6a06cfebae279320dff9a8a8e6ba5e60cea7002a..9db7ddd6d5fe138fa6b27cd133b84c76b0019515 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index bac2b8dcaf4a0d1c6d23b986de3f8b7d7cad7167..2d80d1b3a3bede61f450dcee4996415b90367ac7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 4c67ce8b45ad8e538039438dc1a81331eb7726ec..b76e26716c1eaa7bf3d283c722b7f6432c25ab89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 28ca45e0ed1e4b680239b38e37aea6fdf9d9643d..1fac0236a8afe7fd29da3532e53f38b096cca6ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 3bb66b0d52aa7cba231c76f2ab21960a8790f91d..010b963acd5709500ca4a916217e1083a08dd268 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index 681b594b00818a2eb9dcb5aad10b4270bf4bd090..c33ab7a2062648eb233feb2fb039e58357d017a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index 16c64381d0716bc0260ba810cfd1098cac1f9e2d..da87fe52a2f00137eb917736a98e5a4aeb4380f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.output.dense/_0.pt
index c04c4f32a9f4edc8b2b02cabbca259e8d360aa11..ab69b1c854870be200175f08f57c65ebb81f66d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.output.dense/_s.pt
index 0a6b634123de557a713c746dc73daae255caccf3..14c7086c838c396099f0c0b31fde601941516b78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/classifier/_0.pt
index a8c906bea497f33c59a36a5859bae4d5ee232fe5..0aec5736bdb9887fb8736c4067b36042998fbab3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/classifier/_s.pt
index 0d0e6130e79a68488b4726f1b1607d87d1f856d5..adb5744050bf4d3af17dc314a04687255c463d89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index 36795d8af622742a2c02f9f5fb190cffd7228983..096ac558702a9115c5346c997a0cc9f900a62010 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 292a8587b6c47d9077af62028c1fb041301cd55b..9acaa4c290e7c750f185a000afb750a7f08e4419 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index d00503417126e7a27a2385fda97d0bf210c37782..fbc0d5d17beba0cb67820bcc8659281ef1055678 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index da165d6dec224ab0051dc6864f5b3ad4f7ac8b79..35a178589370faac383a83580fb0f97ba6b71a7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index 0403af305aacd2c2379ebefb487b871c2f44c176..cb097564080fdc968bff1a1d1c8ae097f7c93f68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index 953a2acb3158d9dad209dc8c2568b57d7b2b9d01..a542e09a94564564e82334d08b54a145f0421fbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index ffa336253d7b4f4e554239697e91a3d8e3315010..0bd62fe7a6a6bd085e6abaede9d5f990490a3c6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 42d8270377c501ce94d4eb886078ae759e03f003..ce577e14f7d6736920d3d0d32153c17ed9a5acf1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 5ca1bd844512ca8312ed001b97faab389a378314..bbc25ef834bf831de8ea38fe4a9390eaf6e369c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index afc689c319e00151028b1af07fdb119e65a1998e..1a88e39488e16fc44177c7338ac32c3761a9f3f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.output.dense/_0.pt
index e77875879629acd443588ca07eb9c9150507636f..adb2c0a9b3d6869d818b7c080ed73aedc97cc1d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.output.dense/_s.pt
index 2e23e59fc5508e2a05cf4b82e7ad370ac864f1bc..f76cd311d48bb40ae4fd285c57733d4458eabb67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index e5c69998ca83952a65578cb2e33f747213a472c0..1c094408563c5f8bd6f3bbb33b878ef6eced86e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 1c5f5355fc5d0ac1dd51493904395088c66ac101..b8a7287e53dead63e54cf0f9e176b2f77328b4dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index 4a52067d00770e4e9bd2d577011dc6bff7c80f6c..58e88c84831bd881ce4af24650eb1fa564456c1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 9b6fab9beb80e62d7cd394b62d4cc46936bd3b47..b7517e826e1e727d198667821ae485250160cb83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index b671a9e1fa84a3d5a4b88c86b522bbd87cdff0a1..82e0a80ab2eb8a2f5baa590f2b36235132f76c31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index ce8452533250b47470c30635aed83598bd92430f..a37d33d4a639b84eceb05b072f725ec94838a133 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index a6ae89da7b30e288ae30864fb84321383c37c832..26152127aeb74f2577c31f4f5c9596e06d19b93e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index 3cb4a407df2871a284146a6897aa02550b77818e..822cd89f16b4b9b73e4443e73504d24267e6e0e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index 5ec893372284c42fb4ed4c8b051642d74043219a..7a02947d9c7d2e1208ffc7837f40ff2548fc57b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 651cf9ec41b9d0b6ca148e84575e8643d7d805c0..c7ef72377a6564b6cafadd984ecc7785de1ef697 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.output.dense/_0.pt
index 94763a410494634fe62af446847a6c5f81975d2e..b3ee45feb3a367335f83a9eb28cd4fcaa4400d1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.output.dense/_s.pt
index e8b6d3f596dfd629e73f931c10da479a218957d2..928ee8ce41ddbc2a8be8264215af905787201c15 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index d18be23eb02e308fde905aeb96adcde76bf12744..d9778a0b3c136a9836bdbd919f5c7e7667e6c99a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 325c1b17bc20ef7569484de309832aeef912f44f..7e0570ba94d169e166b126f20cc1114294f05dbd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index 755b02ec3f2172dbedb633b59b1b0bb72b59fa6c..155cc18564113f6a163254bd8a1fac2437167d80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 8229345c6e771e6c963a59c27cd9546272b8f90a..3449b04d0f4d10ed80fb2cd0ba37142607ea4dc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index a0a14ab2d268f4c2a43dec5f453e9a91068c8847..f8b97019f44f3c4ff2613d84ba89d563833cc6da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 165937d23b9dc1421ee2b263d1f654f81676bc99..b55dbd3e7056cee41ae4c65b917535ecd6f5135b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index b4b070cedb1f023a94bf4f331d7253630b9fe710..1551f6873c9a47b225b07b30db99443e861b2f94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index fd0c105feb13f920477136890fc8651254f20111..8c2d1423881f146b0c63ab2db557acb95a47c6ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index 7ba99da11dfeb3a3d32eeccd5c254662faaa9d84..b181f69a7f7a08d338c3155d836c25188492680a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index cc283bcefa412948dc27b92f9b226868ac6ae281..98523d4a41d8ce9be83846144dad2370e019d4b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.output.dense/_0.pt
index 1989074f2fd0638faa973be9bf036f9efeed32d2..0cfa8b0ee854e9ea3c76c9c1bb989f7ee7d0e7a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.output.dense/_s.pt
index f16e74dd0a12b3d92fe177c57948e04c461da1c1..417bb61b46c84fa6f0586c80757524bb214176fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index c3f3cbc91f30824eca8f955485d1e46dae0cd41c..9034d7e0b0dbc34660278117a9ea0a38f99ef500 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index a1f3f5dba060d80ab573ebbd8774487fb3e70e71..784373e98b2547295646876a7c4d970623ecd415 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index b6be7416b50d625de15a9e7535ed49408721cbcb..2c3cc96b7fb9ab0f71275c0e8d319f5e291fa5ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index 46fea96fb6f3f1056871978d2257e14e75ca5c84..ca5461cee2941a48423c8fde3a01bb07b3ca3af3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index a3b4c3703b0775a1081af90ab8b11ebef13617b7..3e297b3b9456ae9d1ff4dee465ae2001352db5f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index afc15319842ab00e7c3cc393038689b681d5434a..85ae6ba3596c8d0b709cc0c57baaeba2dc87729a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 6fc6c9b0a3daebcaa8ee618a11ea4bcd6e1e824c..44d1e914616edee1b347b12edaee75a7caca8c45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index d9c23541d94448ff52df3d9eb49281153db490f6..533aff223d9d2097c748ebac5a440a833989ed61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index a704779c75f89fdf5fa333bb6ec47096ae93b764..5bc8fa32525ef4f65e4086fef43d7b45a171f72c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index fd130e262af44714112a09e6ac4550fb7f768611..72b0b061a003631e0c11e87f833bf51df380b100 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.output.dense/_0.pt
index 4b84e7f76374f6d2e0ee85f2a25f50be296853bf..61ec48857130b45dffdb6bb1e127241a55f3f605 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.output.dense/_s.pt
index 157234b922a9088f7c159139ee08c77094dabe64..8ff81ca58c12c0ea624357079d8cb70a5c9af224 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index 154235e5e6513ccde1091a60bf39aae2ea38725f..1fe5c889a42fe36b923e79e5369a583e805b1e8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index e41a71ad2b91403386289db8b84db83f6ef43de3..79942c848b4d16cb868f763f106818794c1cfbcb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index 6c707f72cafc1b8d8934dbe047f4b1b21b12c8e1..df974a2b569de825310b8845d33cbc69d986476e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index f2fcd8943a80e0201b9f5e899e70537de47cdbb9..f617aa433f07beb4e631fbb70cba57c2888630a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index 555ca59d1f998dfa7b9f792a37cbad8c283112fe..8faf5068d134cc6839690708ebc7b4af22109ed0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index ba6f564e563b11b83033d51da687d3f33ef81b02..a5ac97e0fa86e9603d936a7004cb5aa5d8da551a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index 57a5b4b66d10ce69ac29dcfe39a972cba6b15838..aa2cccc8259ff70a236dcd0bfc11a4e2d218655d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 6a751126673cb06349698653bb41cef72629013c..042a4c5c775600ed52e84cc4e448ca92e535a895 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index 85c3a9ddeed14b9f38af9ed36fce83442263a5ff..bf35a04096907f86cc7b38adfe955778e40005a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 2352f387e156c93025ee9bc5e7587eadad54717b..6bdf3214717d894d221f7be12f06657bf085e247 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.output.dense/_0.pt
index 22dffdfdc0fe25c4ef89df5153c4f12b26c75e5b..5bfc7f6aa192bc75f2c9c93475b6fda3fcd0e86e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.output.dense/_s.pt
index e467652c32aa376f887eca2add0e6446d52a25b0..ff8e2e1473630ad1826c8dbc16a8d98eafe04965 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 0a8b1d23331fe83e0d3cdfa9428452ced89ab562..2440beb0c3e61630cd0604649ed9b7295f116ed8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 018dd0ed2251353002883a4d4bf76e8365aef928..f280287a8b0ef05aac32660ee247179085255e35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 1b8adefde6a6eb2df0e67a087c13b6d5aa514969..810d17846c08559ff1479d22a080b6e9b2d7def8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index bfa8ca61f2dd62a2c6f2fae15567a5bd301ce45f..cda3598ac248fccf01da3b1479636a3073e6793d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index b3cfd41db8ff28841acd082c1925b71b3a1fd0f2..7c28b1edad3a584b75809daff315f95a753f6c5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index bf1d932d0fcd6b78b9c0545dfaf57655cf4e4972..71378ec09c22d637568b1d02dcdb9151636b7bbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 31d97bf499dd90d22e7d61453caba991db18517c..eba21e9a441f5d0c934a6cd39fac44d489baf21e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 2fe75845059eccf4fa1433ce0a044726b13c5248..41fa61cca757106e046764bc0b60bad3c5fab9cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index 5a90cb91ff8f95229b8186e60e6e7081e85439d9..124b2d4fffbdbd053405473ce000d71503f3889a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index ef8abfc03c2ecdb6fa7031cef1a69018ce88c47b..c2df5ed3acfe1cfe4ef688290174f92ac9d558fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.output.dense/_0.pt
index 894c2d5a01fa00455eb2aec9c422911592a1659b..407e331334d0e65e6b8d7b208fe0c7e28f29096c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.output.dense/_s.pt
index c10056ec3df4cb5fbb4794ed7ef0cf03759e841f..fec443eae6c23b6cb900add226425dced59e7992 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index 0b5b6af2c63b2a1f2501cd13509a4daa89e41bca..84aa2c42e49ce2745f54d47d6bb2a51afc96fce0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index cadb3a43ed5ca1f9c712c51bf864ace172e6de09..6e6d4dcfc59dc160d48b850a6e423b0f1079e6cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index ea72a818b1dbbf0f380100af7e2610765c293dbb..f587141b11ac0d2b8af1fa803dc40a15bd35c2b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index 928fe7b805c751adfd742f55a73e1b0e8c97eeb0..bd470d80b5b2eebf15d85d6a7ad942d52009c289 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index 02f991ee17117b957524f220fcdeb0215267d783..ca0ca1fab5e0b13994106aeb03037ebb5cc9c35d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index dea2194404eac10b8ccb592e6d4650c74591b241..aa458a4d4b40617ec267be05612dd3ff46cc66a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index 15e456e02030937bf10b9af50060747a16d5bb4d..2a327ef297e7805c0129aebe5113b453a7d79b2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 8fdc683b5d13fafad471c80f4ff38a5303e99995..5a37375f4d1d6ae155635f2af02a20fc51d78f6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index c6335309598af3a2a2800cca520eab1860ddc497..b32b9dcdc60830e003b2841a181ed7ccc82fdaf1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index cf494e8fd24741629032c60c71d100a7c9efcacf..394272477397b2dfe4f84e1fafa90d91dda72ecc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.output.dense/_0.pt
index 01da6b078c9080c7209191bfa883afabd4eda47f..f5a6374d630159356909aefdfdc7be09585a526d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.output.dense/_s.pt
index 0dd552e80094893d568b9c82458520d64077024c..04174671d94eec6a25535475be852a49738fd6ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7a716db729e17878204d4f0b499a2a6d515ee4d4..1688af7f1c2f0d62628140edb39d4a42829e576c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 5b47a2eaeafa95a9c378477c17d6a4feae0ba409..7f0fab3e28777e99b1d72fed6b5c5c3c5302c57e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index 5235609e41b2594d76ea52b864f76bb1da6d901f..35c16d6a6d67c6d4c03e4a18f67fe4e6dcf75298 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index fb597ff4b6db980a82f4f73ad6660acd0e128389..8fb6d3fa92b4aa7113700b84167a5bbdbc9d4459 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index 0135b3c661bb400e8a4471632cd38c933d46e97f..23c7e31e1c55a368be9991f9d0915ec5fff17834 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index e061652d25b21cbf9572f2b627e90df9494b5313..42008bc2231d840595a08dc2fe885d67eb92b9cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index b570024a829e6f5d2ece92fe7c48f123eef06ca0..4ce52787583c01a040769f27f3cb8ca6703b905d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index 1bb203d729422f5d25e54a1fca9e1e9b7e92c498..fe8306ef8e44cabe6d2640cc15e74298dd68072c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index af8950f8bbdd3f0848c7ceb3d04e02c99f4342ae..6e7e1473c4cea0d70e50e561cffc749a9d8d7f49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index 6dc18de663cf035f589722514748af20c7c025b1..1b18a5bc320da8163175f9f1a48aa1d7764be302 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.output.dense/_0.pt
index cc3e0c6eebdf2a86e72e3310653b76dfd5443390..05071051d73262e588d50836fe01bb5edfb62a02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.output.dense/_s.pt
index 7f2aa77afb88038e34134cc12692197cbfb6d804..7626c514401e588537e646bcf9aaaf5e2d9f06b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index 618cdcc10db63313b33b8f493f2090c1115b94b1..8b9030a48c88e87690eac2c3eed8c4bcef3e8a73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index ba4aee8178b694a7626eda3f01e97a88947594a3..fe273dfa6a6802a8abe24bd5a8e4322a037309f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index c70fbe1a7b012b192d2682f4661335b10e3173f6..25f880fd07feb02fa0b48f499fa8929154cdb162 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index 7f0bec9dcc53b2801d3e718c6b09f83e4e4debe5..e7241ff9f1ba1619b328c4af60d8c8ea580a2c69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index fda0c43cbc90a01403bf074561b1082a7a0878dd..5f7d04cb101d66cb38e90d2066691394992c64e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index a2d39ffad7504fc902adb2f573b3018bc4497d9b..c8ec5ff27bc81ba1bce99299513c955051da626c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index d1aec499b07e4f8f9765134a09bea2e4711b8587..0c404f4427af454a87dc37d7738d52ca0e5f9cba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 85d786c59772b274cbfa38f0d15b128f65c9e75a..e821b94700748e8795d64f6c9a88b16def107395 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index 059f48bc6fcdc4fc8c161776c3328ea68feeb344..c15c307005e4012b051b72014e6e244a2fe22fb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index 25e0cfdb7416e2ca97abd608325b14725fc94cb4..4375a87a5d6b6f36fdf2d54b16c2a0fc61ba6bd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.output.dense/_0.pt
index 4e56bb66778a62bc0370761abb7651008017de4e..96c80f53b0e12285127e525793edafec971713ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.output.dense/_s.pt
index e7457519e99a254302ccc9f7591759d64d5c067a..43b560be61772fe6fd51cf98ff59fc5cda8006c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index b0c8ca5a943459caef6b9d3f0bb665976539377c..47cfaa53fee951d0e9b425221504c8f4493fa603 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 4743df35f44758ab4825bec2c9482d6edf034649..fde760589cd4db803e9317e4de3b54fc5dcd7337 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index b90ee4096464688036d377a4e87458692671d913..716e9561794e93f2280d3374265286100fdf9088 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 0ed667c59dcedc3f779a0f97d21df9c3124aafb1..6856559c54506984abf55fbbc3ad1e17b576f97b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index 08479e0a386d07b8506e52554a3769a34e835aa7..762db9543f5fda352a71e0de3a84af97c474631c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 6a43bd3e63977fa3b82676f7e5663bb0e734d59b..0b7765cb15aa4af1449c6a301bf4dab0cbc9a455 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index c8978cec0921a06beb02ca79db94a3693805e7e0..e3793eff9be73259f83494a140b6062b35008a3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 56b44028cf9d40d761c5bc241a1b501afe11c33d..a3acd115fd01fa92d20d54926b25cfd96f629b9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index 63ad17cba160dda9268d1f0efff0d5c46f84b8c3..aa03e93d25341e27081022346df0e8c33330ba4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index e4e775964b866e3aa4eed67ec64bbddd7abf6d29..d10e9af872dfc1b9a32ce5c111b6fef0ed6f1aa8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.output.dense/_0.pt
index 5bf4204311abad3b4177eb6650b80a373eb95128..a4038689d1b306de547031ebbc3d712a0fad140f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.output.dense/_s.pt
index d4e081292fc072214025ee391b54e7bdb331f5a3..26fe0f21b4093a160c631b3c10784a66275855be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index de754d66c1911aca7cea1f532e6b30a76cc91b91..8d8cde115a180f7dd77078c1a6db9cb0b5219219 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index b9c3d67c35b9ae8d150be0386945babb8dd22752..e35659a3961a54a97d2fd9bf36edf6bb446131aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index 8b50e354038f65082671cdd30ce2b89a5b030490..b37300005588814a6fd3f34eeb958e4417c83032 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index c71c5807b8b97538d3f19dde7ca02d057de66540..58ebc3c682b3bca1be9213c4e0251f7691e03674 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index b2e1fb60640e772ef29c24feeb9257c5ba0d3b51..ccce19270358b110d0918f9d9b1f06ec5cbec7d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index c634ebc5a853e020e75cd6bea003c310535d0ae7..f9a6620e346fbc298b47e7fd28b4f8088ea61095 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index 97e978a6d27c8a5c9a39194557285dcab04c76f3..5610bbf218985e93c83dc19b660c860a2ef07937 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 671f351187ddbbd1290d4943232c41f61a28435f..6a704093e0d4a84ccfa10ec36e5ae3e72f4846c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index fa940dae3f23d78897cdee500bd5316542b606c9..b0c12a398a6b8a31b2d343696f6382046a837f53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 40e7de6097424be0434eb66cbfde6702bf52571a..9cc8fe02203194ee1579d9be829c2054bf3641ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.output.dense/_0.pt
index e0ebcd0dff6a4449c0887b41486e5c8c822e43f7..686bf280f874c2ecc43b469b3c60fb46c5f2a421 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.output.dense/_s.pt
index 5930e1a91750afbd0ba169746f7a5dcb1e2bf1ed..cbee872f8d277519bf228428908289ba047a4a53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index ef16c05b9530a8559cc04efac1062c209d0e397f..91f9ba3075a3a0db7406799ed9b2e52520564b2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index b5980b5457136fd704816cd3759d3d8e7d42ad82..2418cec4e60bbe6074d2e1171ed5f551adfb0dae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index 315e132c07b6d0d6ad9cb94e9dd171007731327f..c3c41c860d73f19736ff29de5d0d57a51f9b6896 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index c555276b05a57a8ca71a211b0e01e85c0e7d82a4..43c21f85345968254c1bc1f4cdd13ea119b915a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index c14dcc80749df5259aa7aaa4dac2c417521fcb8a..d1433e5d090b8ba1178dd8a77ccb7f1cbb8a7745 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index f49303e9c2b01ec60fbffe8828c06a61f7a5e2cf..d03efe00d150eb19139b3e6fcce3fa2d936e6658 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 5ee4510b20d6d84a975aa4a1add368f4c4517ec2..c6f45e2f68a05876c011d7d98988c4fcd210bc74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index fdd81c8e67a87c8f7538af62fadc0d4330d49229..ecfb26765b6eea54412693a98bd5db8afb2105ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 1cd6c998432be5de0c3a8665a05a4aa2c445b20d..b52232b55f76174d1b82f2b9af30a7921dd06648 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index eded8ba5ef9b783e2b54efde627cc35b30a8794c..ff4a48fadd3426680703f634766779f1fa43bc39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.output.dense/_0.pt
index 72f89225ed3f311563355fe3b9188a138dcc9d04..06cfc830536a9163ca6609c7ccdd4465352ba25e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.output.dense/_s.pt
index 8a192befb6f094c939d344a4072695a07b4120c8..ebd5222278e307e39e22046a8294b4d7d5cfb18e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 5810744abd65e894335229748b1339f332121e1f..f4e2fb71b20cfaf189013d0c12ec63fce29129d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 00f8e491e58d679f06c031c45718d3b83c71af39..6dac97c710c4ec035fd670448fc6d24f257f9f67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index 78514d98db87825ee7083df009b811719200f287..3697b00f891bde367295d5b0cdf349c34d87953e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index b927ffa073ca336431ca22a3fcc61cacfde6531f..5d62077a9083929b7307d05b3b14384e265c1497 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 32252050bf26469ee053b13cd301732f50755e5b..18f3bde5aae6631a195a060861aeb55baa69f335 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 247abdd7c5b24cd309d084911b88dbb07c66d9b7..baf7209f1ec0222ce8ecf4b414f3a7e4da8cd870 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index abb9e5d97cc156fb1b5673e2e6121566a84e2473..2dbcf03872877964f6a985272e865910a5d9e26e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 2356cd745db31f6cee453453e01d33f8167a3df8..a532df82a2ff5d1d8186303b186402578fe6bb9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 1dbce2545943b155eac9a0afe0723e380069ef58..3a2fadfb3cedcc490a195cde515a6c2bb1549022 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index d39307eea4850aea1d6117ede345620c1c2da01d..b4cbb5837dac9ab9a9cb4183893cef31038c93db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.output.dense/_0.pt
index 19bf5b89ba241d04a99a55f8bfa62c97906816d2..d67cbb50558efc2bd8d8030be397ccd7335ba89d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.output.dense/_s.pt
index 29f3cca4084e83ac803d59037ec3f480f88418dd..865a928a2ac3e0540ca003ab9ee62b53b79d3d43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index cbb5ffeee32b6319c0a7c6368d35c1b6e539f91a..38edaa064a1d38b7b7740d9c1c660ca5cb2af2c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index 79e601985ef900b0ced8c2c909f74e3fee0e9f60..71def40fbb6c93023f931485e084cb9314161489 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index 4d0d5911af168fa3e9249a953780ab0fd77d4123..2df17fe8acd57a0fa0e30f31d59d87364b4ee0dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index 993d4452cf1db038a5f88daa38a4ef679035cbd2..24a8a261bba25d4c7aa1e827d13c83f406a7e5ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index e14d586d5c5a4d7d0a3ba158e56e0d37fe2234d3..7c8dd22eb186054dec29e581507f29261e98b908 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index f877dfd5223d73637bd22debdcc36fdc761c7ecc..5211d6de13d1ef03fc9d9da0cb551e0596b47aac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index 491c171b9c97b586d33327cb43e9973625a22b42..b444b5717efadd4f2630a5db23cc24dd147a7b93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index 78494f3f8918f4b98fd4688c2ec1cfd2b77bb730..495ff0a8e7190b822d9c69052e995d248384feee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index a06fb6abfb29c7e78a93bf7f5fb52ef9d67fdc62..30ebc781faa55a812f23666b6bd8bc7f7f9c9d6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index 8c36005f383defd7171847e21d2eca8dc757b661..1e37dd80cf002464a71538b546c816ca9a3ae385 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.output.dense/_0.pt
index b1e891cc4499cb7e98d0f4de59334aa11594158e..5de7cdb69dfbd31d599e34fbf1943589ed2b8cdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.output.dense/_s.pt
index 1d4930f29949970d8df2f468c893842bac6a04ad..6ba5fa1052aebee240fae203ac617b522d4fb4b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 1e53ae6b99a81552c585a2a86077d61777b6fd7c..cf1bb4aae36225d31e7a09f72af842737d1e88d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 898349fb989ea9473808683d6fe8b72f7afafa40..c82b75ee98d0ca768d5d2543eb39a7b1f64b536e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index 09d638e5d451cfc4d4be06c42dd8f883f346c798..ff0edd5baa0adb15a0e6e858f429df74794bf399 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index 7815f1b0a7c2e60b0605fb1822f1af98cc41b801..f9190bb47cd14080e623558cd281b410ba62a3f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index a2faa3f035db3e726d0d2dabf712441eb8e6d066..ffc324b64402b6dcd30d4dc0c61e3ff46d613c82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 0b9130f34a30d6b602d0d39a1c532070d559d0d0..af9c36e46dd8f959fd49ae30c415b0d18ca3ba1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index c26088f9399df15a5e677d549c26d950a57584f9..d29e39df6e11a4d7ab53a827ce7993d022438632 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index a0de2fe5ba89334a2d08fd798f1de016582e18f7..9a7c644f62c1b094e27402cb9b38326f119bec89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index b37676b648d03dafddf580cfc30e68ee1ff951f7..19425150a6c02c73264eba2eb93cc19b0ee680c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 91f86a937297078accb12c84f271bb737aeacb02..ea2579af2eb7c55992359acdec22234a02b90afd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.output.dense/_0.pt
index 7f29aab0866ceb37c54fa4b90bb055ce0b04bf7f..a6ace68fe3776255453d4a653a3ae0475cde34bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.output.dense/_s.pt
index 0d61fd092d8ee0039834c2cf4734d5b4c711bf6c..f5731810b080d42d3e5b006f848f81be9d5176f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index a2227f182bb45cec26fc450c58756423a86f578c..aaf7dfa11a55278abaf200fd91e39dc93fd54c96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index ff84f5154ba0a8d70658a5b91e9043d015a82f45..3acf576056139b6188d0cdd912913eb845b876a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index c599fb24f5a13d5b2baa0c0abdeb5c7e43ec9886..c31087a6e7fd0cf257eb26fa7340c8fe57e6d605 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index 9d47d1479e8b860abf38eaecb2ce68a328eeff8f..5e7b70829c37f60cb05ebdf4e71399596cb60fe8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index a66c8710659d8c12f1a0ebc4dbb18622e01cf5dd..a3912dba6a319b577812463c706906c5aa233ec7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index e790c3122f8dffd9048a65ec2d56334948c72087..e6638a78a70ed18ca573896f030489b997cc017c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index be274e6610aa8d24d70f56e98a79976ba5566220..c7a4fc493e164a2f9587e15e97a599dd0e3dc4cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index 3bea36e47fdc66a3383a8fd365e4207b55bcb2dc..2bd89a52ab81e3ee2194d61346451885a1212c2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index f0caf10ab84987dcb7d89a9c5c802dba87c2e6e0..d57bb2101de73519485bdfca44408b4dda338bad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index 850c755fca08d3dba59e62be8a6cc63ed8c88aa6..11c055f7ee20c89e3835c17699fd31a0f58648d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.output.dense/_0.pt
index bafabd563d9e4299012c15408b63fd80ff67c7ab..0cef81420debde6bd170e91c567e979b8406c91e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.output.dense/_s.pt
index 24a1137adffab1c86039db5ceafe8e8a03baf544..747221c4ea7a73b5e86144dbbabfade11aabecf0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index 5c4f2e8a052045186a21866a11afc33f672d0af4..ec51ed7c8bb3a6761f42e0e92b5d49d66e1538f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index b7f4749e9c4074db017d64b55f076dc95564f132..39a022bd413215e2108e8d87e221b1d981501702 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index 56b5c526ddb45edf355548d448482178824744cc..c548a9e85055f2607a302311ee7f976a1c8a3564 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 2f56462a4067d814c07c27a8a4e9173f2aa7bdfc..d981e4b2c384755eef51ce8f796b33d934318d6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index d41325eaa336d7169403b3b48b1c2662e7aee98c..a9e1661db0b53ce238b72a8454845c2f3a2683fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index f907c4b5da8db0c6bf007c77c6b8d7f6899b9963..34bdf1ba1ce3bb51d1f4d6ac0ffcce43ddbebff0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 3f0fa7d0820786065da65b95761386edc45f883c..58943d004f39bebbabdbe88e48a8b0cdb9e3b9c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index c033f535542e353d7d26436ba2356e4d47be047d..9a0cc0b3a6a5ebaea621765ec74be429e8d3461b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 631effb3424f43001bbf988197d30cbed3c8636c..aea4a6f65d107ce674e17d1131107430163c9dff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 376bdc8b6694b8091db320c593983cbc6fe8c2e7..35aa9baa0dd32e270def3d5a474e266ae3ab9934 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.output.dense/_0.pt
index 8c285320692845f36af3899b1a0138cc6b1f2985..7ae83070d1031fa5323fd1a506bc7274b8e3b582 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.output.dense/_s.pt
index e87b71fc97014e19856e60c792804b674603e77e..b438cd09329aa16b2011d7388354ae4a624a5aea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index dc04bcdcd38f3aec6ca877317889bc92046878f5..80750a4c53232ed169c2080caafea92b7cb40269 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 24f493b53aa2596c23fcc4270ee5470b51b3c364..141783acbb758ff175d6e92b575c195d1acb0a4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index 4d5546b1e6ed5859c95424e6ee39e3e7ce669770..a6bc68c143f40194519e30a38da20e1fb19192fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 77e14f8068fc59a17c1a771f9a87a3d15bf1098f..6153a687c96616422b7ec4865a01746279b28038 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index 872f786dc4fd912a6e28ebf2fc6ecf171fef463a..f3343e1cdba8f5cc0bce341c41b5ac7bd86f38d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index a023148ab9c635ba5185886b2c6fcc4cbf5e6c65..739a84861616d16e9a800239c025f09aa43f3e08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index 0b22ed5389161c12819f9c7114cbd6991bad4058..9784b8490ac33d343006c7794e54e27e5d32b549 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index 5c9f56e947d2a0fc4e310ee979bee7d860570dcc..d41c1cad0154aee0a21db904c10e3ad5bdc11099 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index c917741c0ec188bb95a429507acf2fc570eb5810..44e4f67280fc808c8d62234cd2b78d2f414ae403 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index 653763f3819b236fb67867b8ff8c416b5c911ea6..853170ba02306430d7f940eb0b9204a4b0bc97a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.output.dense/_0.pt
index 3a5cf9fd51c5842fb8d6b43680d9c197e14f7f36..6a1ae7dcfbb2274479026ddbe31361a00d2239b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.output.dense/_s.pt
index b3d89b0b368c474f43b81562e44f96e8e34b21ee..b272de8afc06dfb4c6460d9bbbd39ae19fac8f17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index ca1faff0d10035e43a386ee886aaa8e3190d9eca..48b3a0f7276aa6c402519f5d21ca4b2200338655 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index e9aad769f9222f72802342f4a53371eeb5edb4e7..6498c7a36abafad78c3ecbda3516ce333ebb5408 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index 59407eeec61df3a2c8f47e30255b990d7e0d89b1..fcb2d99b6d9cbd2145ec92b832b547a5791d1068 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index b9f616fa0b103ea6da5524d35e8a3b9366c06667..be89e52a9217ce09a84f3f4f7ca7dd272f4b11d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index 886b58f5410dcc8d5e65a6a99fe5c7e90565fcf8..4888f0602fee922297d3044375457ebaff2f3859 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index d5d8a0bd8aa0d894734959c620827490ba169b30..be4b64397c172ca46d5157e5493c44d5e9de1ce5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7c6e18b8a4b2a817d1acc67e541f862f60f5eb5a..1c803f916d824e4611931947a8700e468d3ed992 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 4066b4259d663e3e5011085a910eb6c416ee2dfb..5cf22122dd5a035e855863deba3041fedac4e98e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index fc9f50b1b74a4eaec60e5decf6e38d249aa9d530..1d5b374b7611587bdb5a7f3d0f8f0114bcd65709 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index 2c8911210a9ec59d8b340260690cd72db0a26d33..4b8d750740503d87a9bac31b04b1a7456766e80b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.output.dense/_0.pt
index 1a29b3d3543b2ee2cc0971397450df88db8e93b3..04cd13768b7f82084f2055456ba77d696dc3076c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.output.dense/_s.pt
index 315fa6b0e5291a8ad1d5bafb6f85d8ee307fb801..aa68c3414622c3e87b94eb3abc362d5af68210e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index e595d132d48cccf08d0a7e35aaefc26d44ec4ef9..c95c0d57d1eb9bbbc910efb650193e6088aafa01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index e7e1e3759225240f0543edbb85a205c37aad90f5..e87f9b5c286821fad89574a0212047911bc5554f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index 2fe024604b39d6135b9df260a5dc4f8fb07bc3d4..f9707a3d72998f5ba51f077f3be9e73511b115f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index c2c7c8eac5795b96389b1e2fffcb5420ab1a5be1..f6785001db43361577df71199792e36702fe1d43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index 988007d5a9b915d5d0ceaed3b1bdf9492b9f3722..2499e830861bc70e3a7961566b1e14e18f91bf8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index d857af3ab17b6fc7d4af828eb380763a218f56c0..c212163bf4b760c32fd855ac68c5c2231d80d68e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index f5e561d9e022fe9cd7a2b0fa347dc9c562b2afcc..9a24fc59578604b9d714624874e47afc1fd187bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 84ab7f1f72c67668932b33c8b254932e686cbccf..e278b5c612474c17d97bfd42f83825a755df3c84 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index 26ca71c9f59eb1052c9b0a502b9e51d5490d41a9..e5cc4efcd8bf1170b943db51f183d975e463a324 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index edbe204ffa633dff311327b1d90b37022a6fd680..7ff4d1b5f0046bc8ed8856c962689598b6fa3e57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.output.dense/_0.pt
index d86fff4e41c06113f5cbc38cf3e07a880d9583cb..f0220cccb414983f8d573b0cb5eb480ec46febe4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.output.dense/_s.pt
index da7a4e6147e6fc4fa13e6383c8f046c1e7208264..1b74d4a041f0635e688b6af65547ee532143cb3d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7da12a2277349b67c2e795c6d80b6b8a82117882..80f6f853f234a91262e75a24caa38c922efd19b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index c1b664c4cc1f8a28e98ab074f78e952ea2d9e7ac..d30d481fc36949444f7598810b1b599d3cac2ec7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index 6c06b19b05a087f7cdf73f5baa9b19c8439085c4..d8fe1d2e2bea506de9100c84804397172ac50f64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 6911c74a7d9fb115463067384f442d3b47ae1d7e..708e7e7213e84f293154371084c1a1f6e84497e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index e6422a39332517af7443cd33175d42e71cf34a58..804d48283c1f7217a654118d59b0c9c9e1ccb58d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index 20d0114f9b6363cab595ee5e28c4092e40267090..c50a1eec360d210ad5e840295fccf97eb2f6df80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index a2ce5104cc7bf07c2c14f5918abce1417a4b19b9..7812a26eb9c8113bad13f17843a31fc03aacd4bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index 72c6ccdea368e658e06d8a2de24ee65fba82cea1..d7c5939d95cc118b1177e34d860ef9a98a49bccb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index 22d885b234baaa4c41bbc46d928768a6da9cfede..0c699581fcf186541f087095bc563b9111f0c181 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 3992e7ccc9c4e7c2655b2851d753c638d2f5e1ce..5c198ed92a32464414a981e22c8bb2578cc92f2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.output.dense/_0.pt
index a87383794d4e1ec34c24b5c44d3f4a001be35c9c..3833b3902b42a123476a0acfcfd8b45c9d20e93a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.output.dense/_s.pt
index 182dfb38c0c7fc331474c489693eaf2ed7102856..862643217ea89191a27f27ed491dbd78ef171699 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 73a8ee9098c3452dffde16262fc300c825e2d6ed..3beadb24523bfe7b2264a3740dc1ea30cbf51438 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 6aa327917f7debdb9894eddf9abdf57eb96bcb68..00142e9109a0fa4f34f98ec264e943f3bfb55c47 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index ac51226f99e2469c2ccd062cdc74e188933db178..171691cf11b68aea4811f0610f67524086e56d57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index ea07c1ebacf16270f57e1597e586ee6ce4639a23..5ca35efd117f3a89d88fcb4dce5a28820a4cd77d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 9c6b4dc974969975040dc3e02ceddd1e4823d021..b410b8705acac44d2e3d1f7420d9ba4e3c2e50d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 6a286274fbe2e5db175325d8d54826c02b20fec5..ae48aef5de13b86520ca092be062f18095d8cced 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 8bfd122ffd143b2dd9c38f02635b0e786a5d5421..2dfb8c287e756bc5a02238f161b76081ec4db75e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index 24276018e5488026d9689449dc78ef76d70f2b74..6a37fc73e9f8af6b1733f0af09bfc64155867971 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index ff74889e6ee2c2b1fbfa28a8065092f811a65f04..73896717163765f86bea5e09fed15dba48211f56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index 454afaec62ede1df4a477aa0f17ccc77cd5e5828..4f76d9af87ed91a4b926806372de7b7cdb1ba40a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.output.dense/_0.pt
index 19324ce5ebeb483e1616a26eea4c090829ef9e0b..e2c0186fae0037061ff93f9e45b501e250ba5d3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.output.dense/_s.pt
index 4df4f2482b3219ebfc44a9f891083166a9469dfc..a1d1b2329a9ac0c511e50926b0435fd8f2071b99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index 417acd1b47a2bae86a6856fb18272ff7a5affe79..726e0d5660979882ffbf07d548248e555b2c3f2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 14fd8a825a70c9b2e3ab4a500b03f64449966a83..d3cf9b1c5f11ae57597c099e32f4b0770863e954 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 0cb6413ad63194b165b51999d5f52fe305ec446e..2bc1759747a62b196cb9513196143375efd5f0e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index a84bec4661c4299fdd6ae5da1f50cc6dafd34c29..14ddb4d01741f7eb1bf759f4e1422b4739d5f454 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index 02a291033b93cc1555ca5d6c2283838654a89430..1a4b77df936e3af5e14a381388beb72ea84a5c17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index b80a713d584252652a76cc6b34f96b77d521e2f5..1b8591ee66ef358dd856584696bc550539a287ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index 801b4d59c915c4733340e79f4a0c8797abde8fea..fd6cadfd605fbf14c2aca5cb9e2020717e2c933a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 2fc2b7a49f1c1baa3efe1a06d310d8bce5f89b90..ebadc9a827bbee300c9dccd6b82a4e0e6f5dd22b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 94d7adb761c68a2761e3d8feb88bdb67fef6b5f4..adcac918b8d915e70921e48e1fe2800f8529ad2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 03f1f1dfe0166332e7462b2d48844e7b8ea4d06c..42256af0192ee632c8e93603ca2ebc3632655cc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.output.dense/_0.pt
index 331a2f74fc736f03dbcc26d87d9107fb7d54465f..36eae17745ac4388fd2b2a2b1121936395a10745 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.output.dense/_s.pt
index 3fc7cead558f69223fed4c413612249cbb7c2045..a3d6172a81d2e9163f92bff7ecf7953c55aa3fcf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index 38cfba2b1c41180397d572af34b44ecf73af36a9..cb0c7512105707a6bb58022edbc7e076e1136f03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index 202c7c4abacb1289f5d0e75917244b6e9183cd41..0b49d3637ab97ce4065800d6320741896dd4ab55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index 6a06cfebae279320dff9a8a8e6ba5e60cea7002a..9db7ddd6d5fe138fa6b27cd133b84c76b0019515 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index 535304437e9be8602e229680ee3dbea072243395..b1ed6fc8b408b7df5756701682a377751facfec2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index 4c67ce8b45ad8e538039438dc1a81331eb7726ec..b76e26716c1eaa7bf3d283c722b7f6432c25ab89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index b669ab38ae78bed21c4671c61d620f2be0cc0511..937e1bfc6f62a0e0fadf27c8c01ac8ba962df752 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index 3bb66b0d52aa7cba231c76f2ab21960a8790f91d..010b963acd5709500ca4a916217e1083a08dd268 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 8e2ca78e2c066d8c1de80b88676a5a4c4b1fadd2..9b63bee6c81da89c58c8ad459e22b5807d2dd3e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 6215db8e772e2a101b24ebd973e5acf173106fb4..44e566cee0d3ff0b6e06de6cefc4c30ea8b5d3d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index d278714959b2c313d1bd9d0dd22ad4f5d8eafb97..460c8eb941589d71df6906c469b60405cb5989f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.output.dense/_0.pt
index c04c4f32a9f4edc8b2b02cabbca259e8d360aa11..ab69b1c854870be200175f08f57c65ebb81f66d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.output.dense/_s.pt
index 392af90729d4a88d8b8cdaf23ea1dbf9fecd76bc..c81f5c8dd1909d0b04254eeb6c52b9b44a3f3ed7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/classifier/_0.pt
index 34d979dd058779e27471466eee173372b8533ddf..286e56e23e211a4664d41d43e1e56e3d9e4189c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/classifier/_s.pt
index 5644d672d196cf2dcf6e144580d1311a9affad35..183eb51ee807a09dbc2e3b028562392c88ab96b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt
index c60530e38db9a250730bc5ab5c170ce0f0a4a6cb..b91bd0f0b8753acb2d8e1deb219d2c2c57c52351 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index f67fd3978ce66ea456d56f0d138c0eb616ec8b3c..2329c9af30125bcbf6778751f08c8495befcdfe9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt
index e271e8dba7e31212901201fdc29a3c02fcfd8456..56fcbf0af79b6c07867ac690934682dcee5f1857 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index 5a55999bd8f29103ee8489272e8f70d4104e3dff..25b01370ad183ef9d41a7bc649db0455fd12878c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt
index 824bd94e8f60736abce674117383ee74b97853aa..573dfd703189a1fe0f4e83e5263c54680919b3af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index 0905cc44fcfce38a5f742b28bbe03907cdca87e8..8833a4445bdf64263575aa4a1519d2d8fcd65550 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt
index adf1d972c5f09db1d4f09ecb3892bd810cf888f1..5163b24cd26e3a3046beaf3cf200cd93fc5844f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index fcafaefdc99abd3a3b28c8d782e556d5ad4ac6e9..832b5d9cc9928e3eaae030b4aa0b9b350e59f73f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt
index c7fb3d876d6bde08aad9d155cd181d3dca02a41f..b09e9bae1533b900c0cebdb170b5ce9f5421ed8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index e281c9cd8f81b44aeed1967a8752ae7eb2378ead..27eeb4d9fda87200843162f34a1085c114bd97ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.output.dense/_0.pt
index 00df4296aaa6a01bdfdce03939ad5c518b704aee..7441bb45a2a2e393648de27f11370d6eabf6be81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index 495ec4be791a9ed72242eda46f3bdc7dc5274acc..235b5c56b0507573d13aeb08705f95b31e64dd97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt
index 10bc6c4c6c57336ef954c936af7c5447a981c413..c40c8cfa111cee00ff39e105855c1b4bff4a4b48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index f8506576155d424c0ddf2c4f7ec099f65f3f1feb..9a4a3dd5651c1f5a213209d759375c88ee399f03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt
index 2ee0507f27c6e4a15307f069eb8e1178edfecff6..ab58f5899016b957ea28c72f2ecd1d13081b09eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index 2f5ddd95a453f62be0fb135b8496ace72a9c5e26..a87e72a43e2c32289a29f2be69e4fe851871b60a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt
index 875cf7b64a8150550d92e14761428097cc6289b0..5f866521d4359593a789838a77252c730a27312e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index 003901eb589c1fd0f2760766a860beb9321c70bc..ea46bbe1c56e7475d21e9a7ff27148e6017c7bf6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt
index 4d65374fb10b2c4d8d2afc3821901b6cfd222efb..42fbae209cf0a29bff55e637a7155b39d9063af8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index bffdb8641d95f94c5147ca2c3ac35c34919ac98f..b0b706ad19bcb1f67191f7325c97aa1b12ed2321 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt
index 34aa186270981adbb727bcfc65899c8d098de3d6..dc066adea2df945aab2888bca2a9bf3136127f6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index 205ca5ee5e67951a4d340815f533a125faa16d24..2729406c47c9b156256d495c32048fb22bce018d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.output.dense/_0.pt
index 01474051a9cf8b5aed1ba61d92b2c0a1590c3299..8b069554e637a4d1f31a4799af8a30e4deb6a831 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index 5a1e6aea421be7a0246b53756156b751a7f87825..222901eaa341bffe925ac9b3f04bda5f83ac216e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt
index 2b28ff85613a0ce6f43ec495aa99f76ff794ccc8..3735345d2a1401f4f9e0a960735b11c1baf9267e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index 61883e4072ab470ea4bac54f0d2db2e189bf7461..3ce16888307b54f06dd629ef4fc9f964ec52f106 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt
index d4ebd211c622afaf45081afc8bd4a32d51333d6a..ef754d63861866aa4afba15ffc35606a81fb956f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index 5c32be11335f63d5b55bb8d27330de04ea2ce701..46062e97d4c8df29261c962ed015c1ee06924c9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt
index db905881d6dff94a39417d3ad2323285b23a68fe..758962e7ef274a6f991e55ab9abca70b68def783 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 257e7481d12b479ed189d299fd71e2ebc860b8ef..a99b75c2a596e17670daa3f567d4d33db0733633 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt
index 6835b0c64a6d01d918f893b3c3efcfb3c3445021..fb08790301bd8608c4355575c961d0dc5dabc8a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 74bf668cd3e08ec04b76adc46b40448ba430bc53..ba2d33c0ee58df190007158d1af93cce16da949b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt
index 1f4197627414b52ff29d44ce582dcbb8ad814039..62d2bda37a2aa379f34afafa7e5b5bcaf0d43efc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index 8d0642ebf06ed813dfb2aa9046e03c5f037f53d8..009b1ff71d1494d2bcf32eac5defd6bdc248a16b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.output.dense/_0.pt
index b718b15cc3b7b79e24def32bb56ee371cd44b3ac..aee944e46637bcedd39f12d18edf432f4be37c2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index 50d4ccf29ccb9797e7452d2110d130569b4c10e1..edc32638975cb1d3e48177b9cea81c8399c3398b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt
index a48ecf82afa67eb682d6e6a1a85599de2c93330f..0205bcf02916c0333190a2aceac0964a64a06016 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index 62d40061f7e810ead55ad6ecec1f3d4c5cd54eee..b4dcc6ff52c6c58c8ae1d7832fe3be74191f4f65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7f0b4c963b44f5308eb977eecd2f5f581ba0e3bf..a1bce79eb21a465cc9ef08906d788ccd5a870be0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index 0a7e862ba67fc05ac0875a349d159596aff02e34..c138fbc1f382ab8d3b18887acb805825e755018b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt
index 46f3806a832fd8b34ade6b1b36be25e933fef9a0..7cbcb3b992a76ddb7f5dbf7081112bd15ec8a838 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index d9e8bcee961149c0228b4f3d5ae4f6e35176f1d5..1204b603c043c9f890e6f5b1e8a2f58cbfaac0fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt
index 0006843895d1ffa5e67db6a35dc4305e940378fc..828865fee6da45f416b1a553ca4051bac7344f24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index dc9417bb72088e8d59d9ea015e9edac8defdec30..4991e0b28c3f53152e9b917e8f0d10989495f89c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt
index 3b478008a8bcd701608b3a6989dcdfc3e550a33a..b9a63c0e3448a8a7e74b117f4b35b5094547e902 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index a72efbe082b22deefc486ee559598b4b05bfdb5f..e6249983545f95d68de8b14187b72e8f578c92a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.output.dense/_0.pt
index f03bf13d04953e933beb1fc97a1c96f00672eb44..554699f0b1d22521cb4e41fe1f6b534507d43990 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index 40a36173f7a901a69033012815df34f32db2ec6e..b3fcb0a22f3f65f7ba1eef9b493b5309b40c7056 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt
index 57ff61b20d67b7449fa006808b4dd0aef805a88b..068af27a8da2f80ac34a1004d289b4a4d3ededa9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index 3413a5d24e5c8c5e6605b301744f1353ee96ab1a..4dfe5c8321f074b1cd447eef18db7aa8bd6ba9d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt
index f8cac78c97898a63885f9604cc95076d7f7368d4..8a329b28ce5a887d4f4dcb140860f0820b6fcfc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index 6aee8eca1afcad7292433abe801d4b3c1ee6ed09..9561c056e3c9ea7b47c115402e149810f2d88995 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt
index 403b501e8b6402e82c0180d2e0fdcef4e7ec67ed..02a157e288e97eaab70f230e247a1371b539e27d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index 7a4e5c9d209c0a58f743e4ef31a7f27a98d67b4d..40457ba8fc134c7c8bfe66f1f396aab532888dbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt
index 52f4d856e9b7f94384e562a131ac6eff093ae0ff..3426f85d1a6229ea3fc27b7ad12ed2cd32fd6fd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index f64b8175afb35109a82239b752b2d52c888b583e..ae1be072ec47725729790531ce7d70cd680ee796 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt
index 27ed6db5ff9b367c4a28fa646284eeab3049974b..b8de9c8e9cebd4403c9ba8fd229405a601724aa5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index d42185ee29294c1220a451fbb4a0afedd1c4cf7f..4cd3d8314583b986c7a72e19c292e191d1747c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.output.dense/_0.pt
index ffa1318f12782710faf72af3a8823a405d976ccf..babd85aaf2108bd67ea235f314e88dc576765f65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index 1b746584fce3a3319d598678d8073f89232c2e08..6dcc8426f64f88ffac848fc7a1c815003a7b038e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt
index 18bd7cdb021f31bdceff750b497f7e89dc8478f4..78e3f23de6471f2c437d3a0f5ddc9348dc21a0ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index 52a6afe9622877ef15af5356375b531c6e8fb43f..368d5c12ff6780550a3992db43fb3aa233c1dc8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt
index 37151c56e4c9b21e0f95df93d378374dc51ef1fb..2b8a5249fb9c33619eba98f318fd9490d4264f5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index c41e87a74764677aee7b213c44eea95f61a8c9c4..3db99d9c1c96a8eabfe5c2b801362ba9888d66d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt
index 5a62e55fe06e5543e31bd76ddd68660c5e3aebe5..fb8f8d63e2a1618fc31d06267739206b1d92a23f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index 56b054aa1e31473b462ac7edf5cb66e871ba236f..880ca1b92ca71f58f5bf16f72a731c9471d01cd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt
index d663a7c3f017c97dfe8f2f4e560b05c728b21a62..053671c098db8905fc7270388e5be3f64c472fa8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index 58297a1e2ffd1523d54cc6bf7a09953e42ec7184..14f6a52305db6ce19d286826270e4f9e75bd9b73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt
index 5e0851b8586c3f56d3db5f1eeefd747e4db4a6c6..63d75c17cf3d5df649f9457f947a68d59f6e1981 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index 535d632cd94f896f3012e4fd95e10da9b765186b..5aa51a13df87f5bae5f18e5efc8224597e3bf7ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.output.dense/_0.pt
index 7b71f4bf85458c661abef6cd242341eb54d89d15..bca15ae39dc9e14b49b9dca9019e27b39a1e45dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index 3cb5974e96bb8e4b2fc44c08564d357c1fbbc644..86817fe8750324e7af480927acee16c978c3cd02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt
index 7b06cea3e7dcc3027005b07f0e90635287c3cb88..a045f05613e62aa3868ff315bca06fd737ef224b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index bb61a809bc6fa2332e40cf7844a9eb5d3ab3dbe4..66cf894c7177f2b80f12dde920b216e5e3247c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt
index 5bff1ffb8580ca6813462043356af73b19e1efac..53a47efbf054c1e47c66c6bf2e883d02cb96a890 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 5eea9441b75009a8b130450b6fb6d53cbe264693..1204d1759d93133978d119ae5e892014f03172ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt
index d69af8851442581e462c1145b2f9ddf66c429325..f03598376823297b7766b8c42e768647dd2960de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index 1b51d48953abd85dec62a2e3804f1b4386182808..9330c6a485143daa82cf39b114ca1f915b2202dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt
index 466249dfbba49d18be9352b100ddcb1c75df9a66..a472500baebed4c2678bc7c8470fde4382af2265 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index d97cf7345178de6f51dbcce7242f05fe95f24efb..44d378a7e6e4b8cccab6aaf4df21119290a613d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt
index 4211cf17173e951c065f14c564409d567dccb551..ffa3f44d33b81624a5d64f3ca3ad954ba0ddbe16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index 94f62237d72814407df7788aeda49da55c5e9e94..ebe0464c67c117b2bd0d0dba2e97fb06b32e5e69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.output.dense/_0.pt
index 0f2c626d02d30b02f80b42bbde623fd540d309c6..6771a2fbdbfa3f2ec0f3d7a2fba030616003c991 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index ee83653b6b093c859ec7a4453f088089faa627b5..bf26d0736efb43ecc7f4ad34d53d71aacb5c2008 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt
index e08acf03056cc3d68dfffa54446aa3727ab3dd29..b5fbb52b640b9b3dd88d6f005c3c2b81e048eafc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index ce627d3b4c07a06af038c6e882febe59189b4185..693ecb2ebe0967e9dc2985fb185f77125a063eb9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt
index b087c69116022129a467a17c726890c72013b880..2b7e2059a27bf7499b965c8459ebed87300c091a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index 123a8cf8c3282f9561a6b87cc22f9b973a986f38..160b9a7de129cf98c265b41f6898f4878dcd2a9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt
index b62c000341b4ac9f6b7c4d74c922eecc28502c15..d85ac36a7824c461027baf43c5eb6cec11c4edd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index c8030b7bac2f0d22588d938ba1c3fdc7d02a12f6..f43ad9d7f14cb04c548f1784641e51da2b1faff9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7e0be49cf9914298e71461f2ee39c38e4faa7e16..0ff89b4db46f9a24ab73f9398d469c58e6288746 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index ba29b1136feca89205dc2c818711eadea5a24ada..2b4319442d749dab6108fb669f4f14c9310c9a7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt
index f73620d932cd972dcf7ae455380bba499ad46a08..eaa80586a0c29605b3f023c0ddc7df83e3da5cb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index f77bf7cf618f09308916cd507ef7a7d7a3be0a8e..804c1f7d5da332034d46c366210c81e77c82aa7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.output.dense/_0.pt
index 6f86e221071a0a1c53dcbcdf5b6dbea44d586912..cc7457df56e7428043e7efd3ae2761947ba616f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index 85fab77a8f2bd416543066488bea4dbc64cac829..e90e48baeda343189f7344dab162a6bd15559447 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt
index ab465fab376fd900e10fee93e1744b128d8515b6..d6f18afb650db41008c7b85bd0834bf731736f5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index 5ea973d7195cbeb416813314b942031608ce1cf0..84b4c554e5720e9a5cf315a0ec79522de2fba928 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt
index 6e69a42a1b76ca9aafb75bcfb232434a2ff94739..5a6eda3f537a47e4ea923f33f9d767cf147c3847 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index 25abccfcc9ff8171725048f68eb26560f33bf993..8f7e2e70b5535b04441dd0c387660ededfecd4ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt
index 61be7ac8cdc3f319c7c686a4f5141857521f4403..9599e7a44d8d4d1a34f10173f1b7bb3af7343590 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index 03055a06a5e0df6f4a9be4d8363cc3570a080842..94abf364447a3d7bfc61b0106849c9c9ae627ee7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt
index d2c52897edceeb9a682099f2ee6704fa8eed1019..9471520cac81228be5ea92ad109bf49051484c4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index 22d84874248c945d8af748ffdcb06fd2d9828b95..5b71973545cef42d9ac67f91c24c9755bd8874e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt
index 2f661bd5b70975650994032c95fed0e43e6dc715..575b253f97683dc99a37a2983875c2023b67d22e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index d518d1e7a74e891cfc6cdff6a347b898c34e48c3..2eccc29bc03b2abf9d5779cd39c88a2ea8f354ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.output.dense/_0.pt
index 04546fe22dc21fa1d45112ae6fbc731e983e5f7f..2c2650ec078629dab9238470bc4c5c7f0fc8acaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index 074f91624ab18ecf4bb08c576b977eb8a8718c3f..f61bea18f57dc3db60dba3dd4dc813095f9c203a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt
index fa703efba4b33c37bee6f0694f3ae1b803f849d0..7ddf7c29b93355f4734162a6aa112abd9b4b7447 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index 8a50e84156c49b89c404cd269522bbe5aa728f88..d3109da4e9d483513b84ea2f3601da515934bcdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt
index 778727bb75749163e1b4daf1773ae5c0485ead99..2571271d77922e2bd11518e3fdb84d10aa57d345 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index 75340769451ab92c8a7a7c481bc9550fe90a4bb0..2858c4a3ebcee5888f950cb4e388b7f86f90555f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt
index 15de44c242938093caf1373b23db7ae24af28203..07d0dde11c39e2aba248b2ce1d931f11b3379eaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index fe63ba6e30db1d00733f747c4f6f85a3daf2f50a..cec24f822bd5facf124ecaf7a9eb721f53f62614 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt
index 35b9474a3b63ea45eb74e552fcbb8f70ae895ca8..1d4b63a12da883e0001cb53d069a35c98d1aad8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index 231795f59ea5aa5b611d0474d1c9ab33c0a697ef..3c6193a7c1b9d64b0952b1cbfd179a232bec8272 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt
index 7c5a47bd3f73656898a10a25eedae0f9172eff97..0e96aab89777e8b9d4a40f253159b3d6309ca841 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index c0f07c145c3111a59ec3f2dbd52444ec19f4b874..8abf4f6a12e9d312532ba4db934503b3ba821945 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.output.dense/_0.pt
index 5e63d470b3818b5570cb890a648fecc70ad015db..ff73226de1fe747425374fa3cf10ab59c02ae796 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index d1ff2b81fa50c8444461214f1c457f0886bb9f35..03e98b1e1f3b45ab89bd7c3ad7b7ac18f8296dff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt
index 81807f00973a8435eefa9f24d4eec513622c10b8..7adfdcd335f2f0db36e053b9b186d9cb272552e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index 5e459751698fc2a1a35faf774dc7317a431f5c9d..eb63f8b2fbf76c4a08395c049a45f53bf2a4b6ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt
index 62c5d89264f7d3ed1e868dab54e44ac0536f47cd..ed06d00bd825c0129fadf2de309808fb4a561337 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index e495961d67d84eef00f26102187bf00de36227ab..19f1c3a4f20dc56d331de513bffba3d057c8e15d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt
index 5d3c7fc0a7e7973d48376cc7b96b93c6a7571aa2..f5576879f5689772e262251251e69eaff5309de9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index 0a61afd13eea908c18e06817cdd3fca75d7429e3..4b4c544ef899807171a471e01af37fb2f1a58c2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt
index a15bde4e292bfca657461588960fd4f24c4a3ca8..d2cff2489ba08f7d797bd38ff8330ff4e136831c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index 0a3e0b96179c7e003bc360d035a0cc2fadd9831c..1f9ccf651e0728dab729c7163c4edfca2d10013f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt
index 11cd971895884717ad896019d5e20f4f762f8b57..c9d118febb2faeced8ac71a897d24de4a16fdc32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index b91b40fc15827bf2e4ee3d2d95669b9caf0f75f4..7cae71340a1d5146256d447712ff5a4ee2a1024f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.output.dense/_0.pt
index b6c053ca3bccbb33f294643f4ec6643d2ac8031b..648f73586b55781ed9c0738c9c405cc9e37c93d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index f78b4cceff38885e33533829ec53d0c90ebcef35..b19bd3f2d331bb95230e61830c937cee74579c68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt
index 8a4e0bf508b550341ebb58fce979fc1ee6f41834..7116d687025b48e2e2052686838573672635be01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index de522ae750e9382923d3f46b93735489ea7785d2..4d1bc4e8375999ea3efb2305e61d6d69b3dc18e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt
index e2281d0439a6cbc41dc7cf462ee6b68234ec28de..10a76b0af32ea3e13fa9ccdd9bd006c4dddf8478 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index b49c661e47fa36a36cdda7010d5a206932ade36d..4585bcce7078fe5ba072e10950507fe32c9c9430 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt
index ebf6e2570c2eda4e256d44e2d284aca99dc25daf..83b5e41b2fff6af118314f585c6e7c9eb806ad16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index d1890975d0bd86d044f7a68e6f0e3333a86c0ae0..ca2f4c6d9f18812c16ce6778a5d7b8d2a08199e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt
index 7e6d5645d49f7f191fcd802b1d1aaf75e733cbeb..a774d342b7e23ca286c5b4d0d56c98641b85e043 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index 438529cb1d3bccfc662846c2c903b601bcbacd94..07bcc4f57fc4c32b3fc6183e140dd649ee7cedea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt
index ed596a6d874abc7c4d0a86b375406fc8ab0c89e6..855e1e2f8836897cbe50fefd13c875f365f8f645 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index c1a774a3a6cd1cb33092d6cace6936437bda2976..3a58518be06eda1c19344caedc6bc40650bfcb25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.output.dense/_0.pt
index baa2db23a38a544faabe16ebcd180d3eb6a5fe0a..4c9e04b2bea2c7afd90833fe0865ffd7915a8486 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index f2ad358ffc2e7f4efa80bdcbfed29831cc80f705..433261efde3c673d5312ce46bb27ed8e29c4f3a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt
index 1478806ce1daa78ea21d8da36930e96839911d2e..02c3689fc8dec55a4a1cb25895783e2548c652d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index ddc02b287d43fc1496a0cbff97ecd70befc9e91c..8a4acd73df9569563d898ae0d847ffa0e604d643 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt
index 86cb954b648b2972af528c977e8950ebcaeacc29..1dda28499104e5a685804c9a1a4068a946db8b01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index e43638a599c807f2ee6d00a364bfae0b3a311505..0204017c9840d1bbe92fdd6ed2e8b8dc2fab8803 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt
index 4d978df8e336cbd86f480188aa2774d936ae8a37..b11979fdf1df1315faa6db19d114299063376e2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index d76a31c76a7b200fbaa095f6c1ebf82daa9e68f3..6c5ad9154c5ee9112ec0db60dc435d853baba347 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt
index cea859c644df2f87d205586d872284cda5d44c28..547beda055e14d0ed21ae0056c9495c066cfd1f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index 0b33ba66fd6f1ae7b6ae33e928148579defbefcb..5293386769c3e20f63d129a3090750717be74ec1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt
index 60225e2b890f1acfeab32670b41306aa1ff86157..a4c316b5d051383e227f086e354c89b8739e9a99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index 28ec7e0d5bde68819fa31acaebafa9be0dd90aa0..e94679c566a68029ef59a3a83f3960a77df937b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.output.dense/_0.pt
index 24b3d48ec0c806f1dba6eaa9944f017bbcf70de1..244d2573c2d47c73c02af6243b7a5212a1e9a1c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index 7c9cd70369bcec614de6c4c8fd651549b93d2972..7fca6d1644f0b21e6b6c2eadc0ffb174ffb0162a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt
index 6c1784d1c6f8aa1673113c8f0dfca04ee4641e0f..38ddb2778cde2b55e72a065fc631d19566ca25a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index fd3421a70d5221926dc6eb4f02069ff2776b51d3..11768fd28fbe6cb0bb73210576fc016f16989bfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt
index 699ce760e3930f06267c345b287062b78d1eff3c..4de215e18c0a0e41c861ebd8904e993941715435 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index 1f683c40400ae94a78a7fe2e92d5409420df6e9e..adeda0f10574467e65cb14362e8d5148e3541fef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt
index 0a6a320c37de6315fb4aea0bab9d29a72485a4a6..7d6e4e8970f08ad85b7e0afc9aeca6b14aa2a3b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index cec5b968cf4180b354ec185574d02bf27f4cb0b1..2e0d103019e5a82c581c0031d5d5320eadc7594a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt
index a8e88d74b23542ec38deab329f6653c4afc0622d..a33f0bb0cefc6d561412ab05c514c22cba44eb6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index 31b79f63a17f73c903973f24ed8fa0e94da30f74..39bf669f079e4be6ea9752cbd97b6069bd9e43a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt
index 7cd406ac8d32e37d3b6d0fe87210504375874491..2097321112ebd83513e8e818f35a9db81306f3e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index 66c3e12b239d92dba308c456a7b0efab480e7946..659d795ec8c847eb9a839e4b2831805533a51f2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.output.dense/_0.pt
index d23ed14a8a0912022e5f05810bdc0c283bce9572..0b64c7b2f82166341bdb552ed36106b8a8b8c010 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index 45c799769922c66081f76eaf9e468978d8f41372..ce2f75527c8b4a5067c5b0f9d5aa1eb88c2186d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt
index bfedf39459bb637ce3d407960974aa0177afc075..cc050ba07d82e8ef7261b44cd2dd732de290ebd1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index 407ea011c97a2cfd250ed478461279b862be7574..d9a309068754ec7a94c36e9c99343ef34fd2c675 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt
index 17bdaf43b61a875bb72118820055e2a3680d8bc7..5deab381caca55ace4fe61a7efb4126ad00e895c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index 3b686e9b65c71c4c45fd5e3afc92d81b66c78100..829ec1b15927ee6629ff850bfc93c8ce46715647 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt
index 8fa0f96380ee4a5a3dc404de79ce3705bd7ca4e1..1a303aea725f918963913beaed771d33dfc67195 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index 6d78b23e31e4c113c42ec0435a486494342f2838..26b52d50c5011080e7f778dae35de6ce4a48d8f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt
index a712bf2b4be3e706cab2bb0860e4fb2b49638fad..5fb4f6e50189add0e4805c01a4c80b5411e64cc8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index 277d96cf56a69c313e4f4950437347c1beb4d78f..b95c800204ff7e05c2b0a47c9fba11f4197da81f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt
index d751748005e89d7ba7098eec628e709c3cd2764c..cbb02f01c84270428e8649626836ead7a1316b2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index 18378de8bcc4303086742e6fcf8e9cb412de823f..ccd4ceb24592e670480b8c581ddb294d64e25650 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.output.dense/_0.pt
index 65df5abff13dff9cbc9e83613e375ffab8aa4658..3b380eb39208caef3abfd347c8e6051028328868 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index 1e7b321335f03c5eb2ceb19600b6980189af02fb..6dbe8866db5e8f2f743a308ff914bf7ff00666ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt
index b94679ef9de915757a7dc0c5625cc530022f9cc0..6406dabb5cdeea4250972724e060e870cdd97c5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index 9927ada6848e13de729c070c9c7d1150d683e5cc..cecee630cc9fa4ac3fd4c5b363647fe6e7445dea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt
index b46e7dacd557fd2ef9c5a5cc76d396aba5dd3c7f..c403bb2f00787c71d0b610943159eb618faff3ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index c43117d240cf4c7ba4d6b663a8873efb33e30f37..2301fd0b24c60fb3d69b5c8015c78da6e50e6023 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt
index 0f09cfdf7b5d4ae781d7ed0c7d0764eddd083861..ffe06abb0ce800ef813e057cef995279cb0d4a9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index 26c2e18216e1359901c6556fba8a8652508d46d7..802574e0c1ea0e384393fd580424ff7779878d4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt
index 7adfeb0ced9a56a7b6079b4222d13df32bcb580e..9980d57c7b83995cc1a2f518dc488c980986af36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index c1fe914a7450e7c202f1f90180c05eef447ddc31..6ead83bfb97faf4199645f31093a8ac04b43229c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt
index ea8834b3c8d2d2077ab9038049892d31e3b16fb5..8ba9fd89768c6eca9fe30542d920304802838ec4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index 90e3cecd731af5cd97eb46c716cad26c63347a53..55884853044761fa09bb33262c4054260037d41c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.output.dense/_0.pt
index db527dbeaa54a2c3dcdde5e0c6b52e7a5b4a41ec..db9e8e29aba5be7c38fd23a32999407784c154c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index a991db98e249c7bf4657847c72772ffa4bc8c9ed..433d10c55225505cc7925fedcaf440da3e5e6cde 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt
index 90b6677a24ebff9b1546c59fc297ada51ae93d8f..75f9d709b5d432b1ab5124db6d85bd5d29d0df4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index 2491ee6607bf1a85d6a781f87c19c2fff5167ba4..ee2a94d7461831b4245b7c7f812076e4ef31654b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt
index 7d7d01664102b492f3e2090de25198e615df0da7..8915dcd52c51a01acfb9c071bbf7aec734ba58bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index b77fcaaad56d08f52624ca6c05cf61dbc3680f65..700fc0b438c92350cef9c33b5a4e12a119550f80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt
index 2c7ea79089a66321bcb0170931b16a37cbfd5bf0..eb084e80f6cfe6dd410bcfc028a7074b7d093c15 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index 0fd14b92ec3a6948fb712c9e214ca977ca25ce09..cabbefce4805f3fcc4b10dc76b26c216d204e2bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt
index b5840a27dc2faad967c5e11979d0be4f0713b3b2..4cb80a0765d5f967e0e0fa8d107e16ed112055df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index cbe566f9b57787f474ae5c3836a22b90cae4fd60..7ffc6470027036d83a79b9066ad6f6847533654d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt
index c6443fc7b9a8d07f402b957529dc0c1ba3b62f78..417cd52d2c5b679eea0b4a4647cb4a38df496174 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index 587a54d697facdc238372fe3c2bbb2e78bc6cd3c..8c93cd85128f981514c1b2177172d94dcf56f439 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.output.dense/_0.pt
index 48b6daad6c8f1a13c24df42fd7203f69453ad220..d2988add1c2887df3dafe68832fdc24c4cd8d8db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index 54bee6159d9d89c7f4aa2124f6a30ef16739c2e6..32fad3f69e3cce3e8597939730f87138e90770d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt
index d6b26c4835037559f703e6e7642a13e5181da722..631ff59184c7b97c7e13c1766cd939fa143bb71f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index aacb9d82e752e500748c971bf9af9587f6f8db6b..65f1e0e97f4836c0fd45f0087df5235b74095659 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt
index e7dc7509606a732def090e2f2223acc668287033..8971874219c41884dd70d86a75b2460638199f9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index ac1b800f4d33f94f3aa46cd0d8e10a822402e170..9b5b7c69aa38b494e3f931720192ffd939467461 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt
index cbcce6b0992d59c4d3288733265106f53bc0f0c6..aa905e932257d446e3efc087c061754e7bc8d0eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 3145d0af632ada943873d2225752db1bef888004..f9e1aa00346fe6f92f779a720ab5386d106e1e79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt
index 0c517459c8ac5ead34e65cf2befb47b8a2dc65d0..0cda987e348d75e556dea233c6790dbe75eaa6b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index f81297e97e8f1bec69e101091408123c7ad67467..5f3bf37af2449302694ffa95fed7d1074f30011d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt
index 156a161b1a819da42b8bb45e4f371f411163a8c4..1633833293c7cb245ab1452fc629f8768dbcd199 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index 17f1375a1b66d7db17bb8f3422c8c81d1c070fe3..f816424c6feec50f231dc6674ff9e320c5b10237 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.output.dense/_0.pt
index a97fb83e780d88f05256e2813133e48149e75f4b..3dda1acfe982014db06d6000608ff46a3063e148 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index 3bcac8fca3e321b742c622e63d3af007b206ecaf..53dad807a33dfacf7741459426deac46b9e2bca1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt
index a94aa899de90d081abbf54d515c3ef2b57f90de6..6613e697594ce00aad52bc62c62d0bebab7707ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index 7b0c3623ffc5cf32a0f63fa67344036af9d4ead2..ed8476165a8d152ea3faa6884b1531b8518a9ff5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt
index 763c08d9a107c875dba82ffecf0c1c01c1831341..830567d83a1e2d89d6cbf31258869ccc0f8f546e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index 75a36554febafda5ae884ef8d209ad9e2745b149..a4199d39f80702f605c18b77d52da1ddfac4b99e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt
index fe10da4ad512f3fcd275b29d58449215ab6a345c..212039e690fe47fcedbe2290fb514d8aac46fbc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index 015e8c644407709b9e0904091c2fb8839f72fb36..66d5ddab142f08ad5e7fa3eed44e998ff3558c46 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt
index 5290b9eae14b55c9d4d67ee019c0c8aba5b654a3..f15894fc78d865a2fd62c9a567f9661bc6dbd57f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index 1dc7672a5c5aa919655d40f3b4f619393a818717..c157e2e723aea819332f5fc2cfdd107cf3a8f0fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt
index ea9fd42b36b51d432fed64c0ea1768baf057ca89..4871cc854a7e0471811a58a53c793c7350503a28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index efb2c7f377205a36976b0f9f1cdca4bae1ebbf93..d0116c3331ade23a8fcdc47319705c48c0241ae4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.output.dense/_0.pt
index f3ae6bdd7dd931870ded24b0310bda1eb107658c..55143ef91c31e3c61b39e4c2170b41d39a201fdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index 71f9c11f91bbef35fed7a87a7863524013d1c351..25c8ccc6ea95ca306a907a3832e98adbcc1a7d89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt
index 289785cff274970abfa5be7a0a2f81692ac9fea7..fc88fe5173b9ae7991d379f3ab8326bd5d6463c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index 2734f021f00da78a70f9ecfe4815fb0cef5f3b09..fe28c4fd9a56369c8f32f8e5dd1b189c7e223879 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt
index cf18c53cd156ab006f7f098437a31b150be6e492..15de3ba6545c079ddf7666c45be49adddce745a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index 7cb6040838c01ffdb802261080c87a6e269df94b..82cefb2c96c8861adff713c988ce9bc07a66ee2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt
index 459c6f3d9db6dde57c6b5d142436c5cd64cd3ef2..19cd1304faaba5487ad63e22eddc67a9384ddbd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index 3cf1e66b5d8a083db222c35bdde36ad170b3e9fe..a41eecf1ceee63247974d1f8f06b520bafbc1318 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt
index 9ee4933d8182af662a5c822b7652c0b002887a01..d131788f7f2119c5f285b50f20e857d19826bfd3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index 7b443f69ce245cf96649b0acde34d223426fbe31..0f71aa625e85ba8033fc4ab2d9c79ece870a6345 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt
index dd3752df392388893b4d93a3dc9d9e32730fc27b..dfd3c26afc2654f1d718a7a6119b32bd83e5542e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index 5f9a82f66a254090fb68a3582399ef322c95e5f2..33d507a87af204e35e0b026b2c936addc6a42de2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.output.dense/_0.pt
index a8ed09f1cb06c86491f49281558b6922c2df1e6f..a271ed2f4e3d77686d2533396b1819a8cd1535a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index b54554129f1c943df19b45132c9fcd8d8a6f7679..a79f40e6274f1103a4c3560119c5aabb178e3e93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt
index c18aeded691b2ffded4aa725d68d6a46f8d23220..3c8dc1007925ef3ca83df63f48cc1eb721224ba0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index 0cfb1b2b4e6570f3d98b45720f844a0be90e33f8..8d74bdb3e6bbce87a5ba28ebe1e88927ddef04c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt
index 6870432ab7f90c06c11db06c3435ffb4774f9e61..f0d7649fb701d5de727fa781b0793ec4bf9c2db5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index daf706bdf5c0f73b9a8d5dadfc888d2896d46111..09005d43c333b9b7137ecd4065305a2cf9fb66ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt
index e3350225d15cae9d0e855d413473c9ca5e91843a..2f1242628b5bc21eec90d1290d560a0b9e051c4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index 3cbddb770808b4102345ba4ace4f680903ffaa7f..705bdd4a1141acc7e460dbebc4210ed9ba288e3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt
index e9d0de1452c82c8e9e4ed0cc4697e52299740032..82fa5c878edae4254c32bb735eca4aeb4a8a54e7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index b9a2562180a07d6989dfb5bfaf0b952e59f4615b..c28850c78985e25920e7b86219e3cd220fe018f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt
index 3a800a2ee39444f1edb0f3deb2616a079f24684f..ccdcc02c10bc3d590c2efc90a57e14b1875f28d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index fa380561f5d6c1b83866762ae3da0b60f1545769..3c7db48af85dae6a646f42ae175eac989b4b2656 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.output.dense/_0.pt
index 9396e182ec033baf5555ea33fd82c01638876259..80d980bc1c709e94b5c9cc31fce38008e7f57f87 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index 8718d20c571bd02481636b3577bdea2984fd4a16..1b60c913bb8fd353b35c4fac461b61ba15a4c345 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt
index ecf7eebb06aee476a76b99b03f8c6fd6524f564d..e26b0be4cecad13c8bc8bc44d6df0b192e558c04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index abbaa01ae85f3e76269839c5be16209b2a70d71a..cad6eca90acb04a2cfc917a232da9d3ed02070f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt
index 250f26945ffc464cfa8f772b9eee46e9775a8c64..5b32269b14775133c9831bbd2b94088476c34f38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index f6cf8caa276aad73fc8b3d102450d26f8247f400..a6c9ac8a091f2f06f0cb73022e0572b79c144d88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt
index 7523cb25512d152874f9d0c62ac8786635cb7337..aadf55706ec42bfd0741548a362547da4ed26f43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index c66742b90bef4a0cd7f5253bf054d75c2d2b7643..c6a2e174c4c95e66b8b85049b1808fd82e1ca95d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt
index 30fdad3fc943a65d0fa2b86aa7e8d5423b002827..cfb7922dd1aea383c131e0b3c9a5b0ba8913a21c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index 10f6959574267ce31cf137939b5ee5ef28250db9..45173a527744601b1cb8fd052cf520a424a7d663 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt
index 74f694c38286f019caf16d3a5e3d6d65a2904fc0..801f98c4d19e6de6beda8fe607574137dec71c3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index ad243ef3fe371a4ad452328d5604ab55b6cd4684..01aa8ce1ce62ca56ffd06acf0ed5bbf8f7d382e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.output.dense/_0.pt
index 4e9bcde494b9dbfabba0ae2e91ab2d223f6808bb..2c1ecf96628e446f5193d897a61dc93ed00c8b3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index b3d2188be77b92355913ce28b664fca58e339b8a..703b65728b84bea0c44f5c6746512ad8d5888879 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt
index abaefad0bc28c250a51ddcbb32d1daecb8f3b272..90fd9af906ef88d25b9fff11952e1818ed4ec06c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index 05a22d40d01de62a9f9013ef7c3bdfa1632aebd1..a1baaa88e82f052d9447cff36ce32715f08951f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt
index 3babf7312d5ea853362b5926b2802df809f9d150..e198a1c229be35bdb31f4732c78b6c2c485f5e70 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index 5d9c71740489713dcf264a0ba4ae4930c4e3011f..60b69455046d573e25dee31d56fd4a7a88da4b7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt
index 01485eae0f7241ce63e77657ce4c1906af3baf1c..20c95f8a7edc296f2ca8fa4891e7b955e338918c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index 9b075f94bc2c4d3c1ae13e513bbe994d7db31348..33735c2ed2e64d3dcddf1debaec16a5e04af1073 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt
index 40209a66e2260429668139c0f5c12521fbdb8730..323bbf50ae3f90d50ac85fb4a63bc9939e1307ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index 5e10144295ecc7ad5cd058d8e9fae35f0ab8743d..7dd19a82fc9449bea50488e80802d374e8c6e3fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt
index 148656e221a1b0300e1429b6274e8153b596746f..18a0751694ceed092f4389cfd0d7b24f52c6ce34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index b09e0ce0461dff9c7aaedb2c69c855aef0dbeb6f..cf80c96fbdf2dd5fa4b9b4b8eb1d434b64d91208 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.output.dense/_0.pt
index 30686994964b5e0d69b07dbd237764970ea08d97..e89c2f00e6682df21c7fb3a859cd920770a2a1f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index 3ad642e0baff9af0017b7bfaa473db3c596078ce..5d3f35f8a745de4559b7c1f028728de16742034f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt
index 9a4baf0e5cf400a1b0b3c55701e2ef991310ac1b..7767c2e21252df41d57f6eb7365bccaf239dae64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index ffd04b48ddc516f562638356edd242337050456a..676dde6ad4b4e62a9bdb736db406aa158829752d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt
index 7a0db386e55e0553f557fe4fc338b8115034ca56..662486819244954e9d786354316f1bfc85d53dcd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index a62310f929588ebd5c04d9a4c2e98125d4416c60..69266449eb324b669c3b33ff5d791d9aa5c4fbd4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt
index 7cbff30184620390a3e0f1913823a16629da5fd1..84eff102129e007edf20414318391c871eada6b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index c6b7a0f94e2d149a09626dc4cec4c4986251e5be..e7d57345d89e3a68597a2074499790e8b95a966b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt
index 59ff68efc96910f53937f76eb33c5f0d77b83a36..8d3929a6fa2cafc3511e044d964f370652080fad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index 0d3b207cfbcebfcce989b73983718510c0d4f642..62760689ce4b357838ef607cf581ead6c50f1b23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt
index c57671fcac6baf9c5af775ba94fd2b57a6c21fd3..93b754c90565256e50a3dd75f07019ef342873d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index 18476c8758b664f08ec50e6454107ea878262dbb..f3c01ded3f373251fc168f79ed3ac0a98d1ea4ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.output.dense/_0.pt
index 1765ca460f8bf947afbadcb7bbcd50eabad92557..39bca04ab6927cc3f041de017f63618abd6fdedd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index fa0223586873503ad4b9d8d8bb191f18d2039500..154635844338750acf1b2a1bfffb2f9bc5a802d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_3_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/classifier/_0.pt
index 5cda3dbebd0ce20d0cf1ff7c03430f5180261bdf..926bfe0954e9507bf64dc586618654d4839b4c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/classifier/_s.pt
index f8373f16be804d74af00300a5af1a74e71a152a4..528934b647072f8a0b54193f2c004ad0fab95f40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 2ad56989e4f44e7a0723636e0e3985bee2485c08..30a69e0ff7d8d0b1b9877b39b0001bdcdc5ed814 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 8edde1d01ff20d5a0c1e759f01c53a69f1e81d7f..d4f836d840a9d4d0210213576302ef492edebaf0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 8b358e3847c8ed7602468243bacdeba47bdd5b6d..8eed549495ed350a4e79b6a1b2bae439c6284dc3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 622000dca0361161661646b0c300f9a296a07921..75bf379bdc149ace5ee633028d27de31c3eafdcd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index eed9e175b56723b2e4919699d166edb567870b3a..91c6c1e0efac391c775dd7bb03428458170dc2e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.output.dense/_s.pt
index 6354be6884b9015c55e422cabf6c83812dd50841..1607b2750b89da78d808e762f3b1993adf3f31a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index d9a3a369deb0b4c694eebf15a0728a93d9a5d7c7..09434962b8a82892a316d2097cc9d3ba6cbbd671 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index 65b3ad6ff1bd7b65bd9a1a8bc14142134791f48b..9daf34407e968a6af3fee8bb16afc95ecaeeb540 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index ecb620e93bc94ee1d81f520d135cd1c11857f3e3..e48ea48aa7e7a6f6b3ecc69aee3d89ee7fed1769 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index 43e6c1349f2abb27d6c116b81b5b370ff4b6eac2..d449b32521934f712f0ad4ebb4b283f18f33cc34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 2fa06f96500bb521ece326ad791d2da50553ed66..4ff2e290874dc35ace542c476d2bd75f736eaab5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.output.dense/_s.pt
index b926708f5b7b27815833048e1da3acd547f284d2..55c6730da319b9efc8e149d4f33f10ef86641b8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index 5b7bb2af0193ce2f732546e21351b9958d079a2a..a0dd1984133278a414320bb3bf1ea49727b6f5b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index 6ebfd7e38b0e7f84c821836523f03d3ad7c6251b..762b7497acd161ee192b45dac22c605e69ca654f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index 93d3484839e7feeb19006722a094e1d7a6be8e88..51a599fb2adbfa92266827f1b3c13edb8ad36d01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 664719e7c98caa7900b0cc42d87484c8c235dcd3..6c02987f2388260014cc928fe841f0928d675b61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index ce14360bfa01828ea413e956057754a7f07018ad..317cbea0153a234f4a41981b3a171bcc1a042a8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.output.dense/_s.pt
index 26a5be9571f7022f7d9b2e58b125d5fc9450442e..d9e98f21b61fe8dce649b6c7c35a877ff622eac4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index c0fe86f4b0466c4630ff93faff57cf5f7ae61e38..29d9f334e6c08d340e0696efa34083b9925974cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index ac9c32daedba9533b09ea10850a3c423c414e844..720c9aac70011e514398ce9b7a88fe3b2fadf129 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 335fbd9eb588d0f50fa77a275ff49adb49fd3b37..4dfe509c964d8efb918f33343c1d05b8e79c9e63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index e71589dd38c9aaf32061090e8e4a4c3992c674ad..fc8cebfca25f10ee86f0758f3d9f88be6ade0e43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index 1ecce8f500c9eaa9026d8e03a270d1b3b6377125..6fd94215e91abf252d53e6279aa0980719bb184f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.output.dense/_s.pt
index ec4bbb28a66fa018da4b33b7c133642ee0650bee..37e544848ea82014b9e376412bbd5bf8c5759482 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index 66134f48ff98f6866d09fb32d7a7cf1475631068..55342838ded390c69039b93dd5208fc0c0e7de19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index b2c7b3e4141749e72d765fd93e41d1cec1b8a94f..77c2681d91923a6de28c4be42dedc5c77a01aed9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 58e3ad769bb1b60f5447a4a3eadd357e11f827bc..b565a81b304815e6e3ca381930a1d50da9a7c852 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 4204e81a45209a6d5d1269f4b9affa58ce074239..e2bde171b21892a6c8852de3c056795d0e031478 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index c99a40dd628fe13d16fb7fa9346f18fbbbb4d233..6f7b1a2e78484c693731cc54b171aefdad557f11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.output.dense/_s.pt
index a580a97113521e8dab6d5bd318b5e72251442c1f..dc2bae2658fc33758243d16c29b4ea3fa1462ff2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index ab9d0d193de73ef74241ab42f29bf4862fe97649..2334de6b3a9e3b5798be094438a55599e6969e65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 6643cbeb64610e670bcf4e8b2f86ca56c9bb34ad..0bffd211cd5dff359399461d21f698a4e896a024 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index 919e112f0a284dfa85d45f1c5fa3a9db74d44b58..765f4914796fdbbf4aee9bbe4e7dd264993fdaef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index acbf7fdc2601afba964866dad8bf69a6c30ccc74..d50566705b0fd30ea4ce7e660a8ab96aece7c3f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index 02370284bc17b42d3364bada8af308406deb16f5..0d1fd3bfd30c381c0f6e9c521f5c8d5b3e357e67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.output.dense/_s.pt
index 910531d369a8cffe583100baad027ad1483efb19..9bbc95f31b119fb79b1698149ce79b186c5378df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 0c1c72cc766be302ec22b593ac8f0ff07940ecef..3bd7c15fdb7136967a3ff256be1cf3b9af2fa58b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index f28cdd3dd559421bf9073d0d8b0984a284cce552..cb9d68eed052a5c891800ffcc63c26e4e5b54341 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index c236381a55f0adce032993a585527d0114735e17..58523a359afca464cb39581a28fff9f8ee3ee732 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index 098d885475217bfe1f80dbf7f4683a2915da3ee6..4786f32b2bbc3a838c2e1767e75bbd92408611bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 9f94c7508d3997b91ad889cb21c6578692b3688e..b4091bd21fae120553a72d7d42feaaffe86c7c32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.output.dense/_s.pt
index d2dcda002401b2b5029dc17cdcb95738af369b38..0bd13b71bacec6d718f739c772e68eeb1f56d9c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index bb51279dff1277e5b4a7ce0ffd439abfb118467f..e7ad45aab71d38190747c5cac9b892365650fd81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 9f2546f6ae8623524c52334db0d6169fed7c0ec1..2ca9c01c32574ff490c49482025e72129d9db095 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 01051fe95e7e91c85ac976520bb3bc6c5a7b0eb9..de02795cd33b5366911a35755672859f54ed2a1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 196138a50f754a66ff55e1ba7b9db3732bf250a8..81ce0c3d6d30e6f7bd5b6d2598d21aa0fe98f790 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index 17cd10ab64d479fda609fd29d57d7e2c7fc72a0e..9e0f4ceab5f2be6730a3787327a48a1bbf670df2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.output.dense/_s.pt
index 422c40191d7242dc2f4ae83a3f20677595674438..349927c1f576c29cf8d18116e878b74f372e8764 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 8de885be48834fb52389adf8fe2a2bdb99783c80..1894a006303c1102990079692f764c1e8f0ff416 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index 36df9368a856d0fcc17c25a34d99f5cd83033259..1b8af0eafba0723bb3db9e51d0cf942c66c1f4a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 093d3a0c6aea107ea2ddc4eae50e3087de1a7301..034138cf1a4aa8ceff033d6fed5b9d0dd9101959 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index ddc3d2ccd31a0503e05067fcbdfb7a70f2eb1647..d6cf6c4ff57f2767d001f26173cb31c059c7dd62 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 447d8281aa1106346b2cb05d8259626a63f7682f..14538c39a24d1166b81d13b989db24b175b5a535 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.output.dense/_s.pt
index d3072e00a53196bd41132ec8c942068b609cea50..14bc8565bad1aca19a94776a7f81ee33b324f24e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index b761fd97c86a35671a7b00a43fa033bc08c57ef8..e7bfe67f328892261e16888116ab021b61f42870 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 8f8cbaedc1bfff3eeb95e4e82e829a3ac54ec191..db8ee226aa83ce18c9c1e0588a2f5ac9035cf8ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index 0f6d90f6c01f1994dda6a1ec068b8cc501f5b6b7..dba1b48f66d4d255d8ada27bf857844083fc6510 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 3ce6fca85552c02e52fbcf47f7e0d5f75216758e..25e458f25dcd6d71e2720f1e5bbccec79f88a118 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index a46c92833a931793f182b7462a340af9f4c088da..1ee830ee89fe4088ad00370ea836a3d9929aab6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.output.dense/_s.pt
index 514ea3542fa93625915db0412d9d477b3c984e8a..2c771dc39c1b55c8e1a5cd8d120cee60b8b43ada 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 0d706bcab89af5658cb6d84325f22ae1d6a1c418..5b359ba640f8bd4fec636e8797aff40cdff43cac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index c4e82b9fa6ea1c7c497d6eaea3ff9d02aab3991a..8d4849b53508be1db31599a2c2d256f64e3b7b28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index 77f861e5acc3f68df1310004f47ec2605a94863b..8e750ada8105cc591e8a6a282850c62f0359665c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index d410126514de567d1f93666286d9a8c5708e6f6c..045ce029be6d2496a62c4e1f8e342b8c91df0dfc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index 7b508e5e1a946ce9e5d816bef734263d2d4b1847..8f4a45ce910848d16f1f5b09ea2b9079c23a6b42 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.output.dense/_s.pt
index b8e4b9e0534a68077583cea46d19465a4fa0defc..6444203db4f3710595c3ed8a6ce8a229825d8952 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index fd10bb3ad811927e80c21972f237e0b71ea7237f..f8d68f832a8cf6fa22f074fef074af45b0d88c4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index fa2d98bdb4d1108c2b75deca248ca99865ffc616..2ed70c323c957420b86a402927d8442e452f1634 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 5789f6deae9d032a1faa9abecb25ebca2606a0ba..296ef22a2f7ad7789b4b2e3c4aedbe9b83600641 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index ffd2cd6c4aa3d7ad92a8a6f0cba87c0d3e430fa5..69a203287eceb54c7160370402a5fa730c457bb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index bc64a906df3f7f2c278ef78989ac8ebba7e5ca3e..b9185e8a76604a80d575ef1095fd8f9f86902d56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.output.dense/_s.pt
index f894e16eb15d16848d316965381c39d8dc26c375..7663fd1cf1fe6dbdc15722ab2611f4f8961461ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 402da973f7c189d5a292acfb8c70bf1cf2557883..d65b59db11dfcae237c33ff1cea87ff106a5398a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index aaccd7f260f87e06cc9eeacbe5b540a528b40a9d..c73be7b0202cda13a75734eb0b4e0dd8a413c7a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 261ffcc0ff00e3284e21cf05827b0504b019b4bc..ff422733b692c4b5fdee7d5d8058cf73ba7e07e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index b74386b9375b4dc31ff342802c9d80314a79ee61..24ca822ddc31c3300bc76abab7d3e6fb7b2b3daa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index 296e3d96e7d69312042c7ee8bd27d30e1ffe28d4..a79c15bc78c16948ffa0149171ea9cfdf2e87237 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.output.dense/_s.pt
index a08a07fffc1a134e590343238c0b7d31809a4464..bdb13bc2d3006d1bbfc7d97d11163a622240072c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index 81dee8aae03d73c1badc1f4c47f9eb79e7e5aa58..0cb731494f6fcf23041ebdf581d92ebdcb32a240 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 2581b68e52d00fb5b27b61c4e2b8ead5872edc17..74500e470823a655f1e1b7ad9f1a9b979cd54ae3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 8354c34ab63434908c54b4643a2c6e2510a91b31..fb8e7b42058b05ef29e186a4021193c60792caa9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 8be4c3875a3d9677af00ee245696616158398ead..23c73868f24b283287a5b4fcf147983f9f3674e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index 5849bc2b28bc318edd875d8f4f426826bf6cfb94..3f3214c33b0e97cc4e02d7c7c9974df9b79fcf42 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.output.dense/_s.pt
index 7e32f50ae8812342b299551e0b8239f9283828a8..ba69d6e1efa422fd9ffd739f899157553e8abbb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index a424e5d63aef45a7206b68405ad4035c95f0730a..af02b95352caac14545457162595fe0f10f3e0a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index ba008721642abeb6e918528995bd3f6292ba9c83..887da748789cb6d8a2a4e335aa83f8b01278fc20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 63f8ac798481102c7bccd59916ba039ea0d8b871..00cee5e84508bf9ee7bd9e664bbf01e41724d46f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index a9273d3ce95c9d2ccdc763e1f5b7e2b0a94cf256..dd763cec18704b635988f25211e524c72fb24745 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index 1afe8fa28e9975faaa4e7fa0e52a44373b2cc73e..db251b12f5e3d21072ccef768c0c67b68fd3d5c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.output.dense/_s.pt
index 2d32b21c1ba01d889f63256bab7a83fccddd86b7..715a04fbab32135e418ccf8f03a390d67ef22338 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index cfe123433e4f8d5b462e0f863e781a2aec3cb952..4290d2802a25a5d2a2b66f43f2f309d84c69bf7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index ecad3317eef90cda7dd3ed67420b0448fd554a58..ae5d653365ce6b3efd2face34c4d5519a0e97787 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 18032d82f3ff42018a0ad37e8b2a64d109ed5517..b5ad3115bd41e70d7894d9fc5840259ebd774448 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 81c338d9af36c3cd3be747d22d57f83153a72c76..9e3200b43921611cc27466b00df31feb27adae6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index cddb8e882ac2bf16c0ec0d6cbcd96deb3e2a78f7..94f93eadbc4c479f96631cf876017d6e5420df1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.output.dense/_s.pt
index 36624a1f3eef96327ba69c13a03248a72df6aa60..a7de6c325c65ced57c2aedc55ebd18cb201e6c74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 16a7a48f1e436628f20436118c8168c09880e68f..c69493d9c4b64835de01576e0c2ce0ed2bce127d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 0fc3e9e53518db3258d58e129fdf4707a7a8d0e9..0f19f19fd990949449197efd0c5a61967ccca680 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index 635f968844c7b0a57986eaa62581c3e17a2e2425..a918e29fad773fb9582a34fde882646f4582213e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 9f3bebda8ff24e5678bc55b79dd549818e84137c..ac5c96f8bf62f7f577285891bf5bd1b530a39dce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index d4b35f8897c24c07b1b57f8864696f224f37f5c0..bb0b9b2dbda766a2a5b6f6dbf78fceee21ffb3ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.output.dense/_s.pt
index 94dfbe4aef867775999950f4d45fd1e77441376b..0c625425eeb004b50d4bd63a92c7038726df267a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index 9b9be60728278274e533f6c6f12b1b4fa2bc068f..9e17520f0adbf45be8f9ef11bbf51353c63f7f19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index be6604534c868cc7f0083e7c3fe29e3e24a27868..99abba1bf2800098621812b7dc39cb66afc15fb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index 789abfc7d716b4cc77170b430e95f0bdd2ac3a13..49af43066cf8f3eb2f6cb7130e456b878b6dfbfb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index a779b02f94be361cf524a1795693386188d8deb5..65658004f188161b2b4800f8d15c04a4503b59fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 134ec19ce1540eaca9efb45f41da5d6cc65ded51..4335a75d9f24e74e92511b80a1c1de434b028273 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.output.dense/_s.pt
index 9e0ae482baeeb4d110714829d395a228e864af61..58e3567d4586db514c24f0439a913d47b3f3426a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index d4beda4cff8b57c1061f21534d3523fb63fdf2b8..8686e0f11bf253ab17104a7f09108719b2c0a26f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index fc3fe22208fb903ed5b1bfac773a585a461abebd..b71600be67e8f615c859d2dbe5f95a500b952f4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index acf0a82152bbbcb17e733ef54d6057a0ce387399..a293a57d1af5c679f59820ec36834d1e362b36fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index e1ce15cba6c2c75b0865420541d070b41136fe55..8aaa9e6a57284cecf2d1ada3ef10f02d42763d69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index abe472db7b445a9186a6f1b397e369818dec2803..e62c0d7a1f44cec059498a3b5f6ededf1131e6e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.output.dense/_s.pt
index 741a7aa62bc1d620714c82f836d737322cb31152..3746667ab476735270b454f392391ccb3f30734a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 87a57a7e5d45f5346c21a73690c4841e530cfcc1..fd5d700194880bd2601d5f6ed826244ef06d20df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index d74542e90adc5086ae475b72aa4be4f97d9c59e6..3cd59c988ce1e447fc0ddf1794b8da72f3517223 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index 5c73ee545d4c2683f9023e81cf0a0f4489b8be04..fb33306fcca7645560cddcbf28ee7ee03a7386f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index c071f8ee66845a4bd75a61549f78531615982435..83a282f229c505545a8231b77c217184fe608201 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index a3599e1efe43d628066db35770c3266e260b5f19..11d28893ca60d7a7e869e76fbd32fc744ed72411 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.output.dense/_s.pt
index cc5da6b58ef6a391c69068d880ef9c503426ebb6..1e511d8e93f3a1a19a241420e055a8a61d6d74d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index 24cc6ff84a8f3d3b16581c56af386a1fd51c9ba5..a5bb24537233ac6527f6d9889862c92c0c4915bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index fe1505ea5027f55816ed239128b4020524bc2597..27881917f005999b83f484d0a37925db71429b09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index e666cfbb36060ddcf98c564efc45f282cb5e7c90..0c167a9ae61f91138558b8b7a79988ef241ec28c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 0a72353da593ee05eaf5f7fa845d128d716a74de..9f30b21b90febb18a7c9eba176fda680a5241c8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index b75991b1bce9104cd659a45c65f00c0913293807..2fa8a2fe95c20f3a743236d9d67a940bd4ce7797 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.output.dense/_s.pt
index 52606417c9970db0ab3396537a14c25b7cc21a6d..b39f105de619965759b36e3bf7cb27710bcea923 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index f1f932c2b020510ae40a1e3c8f04712e82a9017a..cbd43f937686639390ae1af433419328dee24365 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index 62c92f5dae5f59ea49658abbb83c3f83ca7729c9..6ea6fdf5149d26ac056ee4cbef5ebe970919cb83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index 3c53807406c11696945b2d9d89a3568208f3d96d..26d707ea753d9afbb15a66bf2316a858f484a7e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index 8600a571cb3d614fd1271afe82c177e6360a1619..ffa11db6a9b992a50c5ba9591e37bf54bcf52e81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index 142c10ef9767972e353e005346f8db630688e54f..77f99c6aeb5c51ddbf9a0fdd8990b6aaed240c72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.output.dense/_s.pt
index 8f06c6435b10123e6dca356a5d4ffbc6fe67abca..c07bbac4602c7ed7c6b6f6062d9d6ff88fe3a6ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index bb3f5e9ada4801e4294aa8dbc9417a5670e400a1..c08788533e8bb0cd4b7d3d238d70bbfd1034046e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index fe9835aaa5de71344aa1ec919793a852ba1b4a97..b5ce8c03bb29b48870e3be8215a1b4910bf3e2ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index 92f4b3c74b7965755386dac16d93aeaa735e9926..37aeff5f53bfabc2415ae38f4cd9f76d7896bfe7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index 59850ab789410a5c2bb1d923b337fe5fbf242e83..086ba18015ed9af2fba1b3c6e4f4f1288fdb1eaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index de0e7601c1d57289884abd0b47e93d2b39d7360c..1ea207ac5ce76a73c17df4ce3836df7ee5e4cd88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.output.dense/_s.pt
index 6a2bb81aaa11417d4479ae2cc34dd98bb72492d2..271801ac151996d4fb5bb704260f3011537cf9d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 0cde7c3371411923da1bbddbfee692504541ac1d..280713eb1d55938fa64c09a80bfff4baf51b19bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index f2ae503275d67a0013a324964832efd2e672e057..9dd5e08820b9d57a84f3b7621531724d186cd69c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 5312bdc4d2e1db2d7f4be33c6eb8ad7c42b2f72e..ec810c8d4ac45d53da6b43fa34dfdaaaac22aeac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index 5178936d77d578ad1b70983fc869fe0208db2017..f7e4d295810706b39858de0e5aabcafc399077b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index a6fae9c78a698706f73aba7961f6fbd3e828d672..d9fbe4e7ec36cafe2cbba775e3cbb0f7d0847560 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.output.dense/_s.pt
index 4666c247e539d21c6d45b57035069cf89464f70f..a61f73d91f6beac73ef9f9baeaa21509088bff40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/classifier/_0.pt
index e2f430158d612244bcf8d3f751f78f62d7101d0a..82c9056a4292e104716811cc8aef4f7b8063d024 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/classifier/_s.pt
index 8ad78bbd6bf68c780651fd1c3668f0c102689c1c..fd322b09b7db3379bd4e9441acd9da4b034d7d2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index 18dbe89177b08d574fe0edc3502acb191802b593..311ad9f4cc7e92cf283d3741e922abba488dcd3f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 137d8bb7eb3c81bacdb62cbdb93e44bcc0371e84..71726c74cfb5cde38d04bbe33bbd8b840ac13866 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index 0d5b20fade080b1927c25412a4fdebb39eb85dd6..0ef781a668dc09ab294f816a4254d6d38491d86c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 469b5657f61ced602d949e6ac973d63d321997db..52342f761b500334b0e3168c30954a02f0060f0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index a37e059969eeb42118d4e4f0dbc081df0d0a5553..c332768339ea73d1fe44414129c78174b60fc400 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index c5ed8d3ab3a55ffe28c7072cb93d8f81425eec48..e2b4bd686832479ce4b63f16699152443b124ea7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index 6811b658cdd532786f97af37bc7bf7b9a4d74e15..77bd234560f9cce528ef4f95049699f38d6b5b1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 7c2ab6471890db769c77f46828d79866028f9f8b..503fe853c0e308fdf84fa68575bfba0c309f6250 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 18cabe5f943e1893540304fd296c7ff8bcd2c44c..08d3a19ed54eb03b35bdadb782c94ddc094608f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index 9d39e484bfc6594e92ea0217fbee5be0bc698dc1..3a9b047433615fa58cb362defe7bd59573b15bb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.output.dense/_0.pt
index b4aa70a06da6009c464d6811f5c825d6905f6276..47088c45b0c78df0f22994e784178a536182e90b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.output.dense/_s.pt
index 86062f413e5efdb758312969c078aa0b4b0185b8..cb8418780aac926b70e8ab4decfa087df792d07a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index 4539dc7aa21d1c6efae3539afa2d9f4ba89c8e6a..61415bf14c8278a5021c76f5b82c4c21f03c1c61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 498c59ad88091f8e5922f1cfc9d74919747b7425..432a7deef9db46301e13be5fe9cc855aa4836dfb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index b7d0af96b6c541df806cfcc57fb502c0ef1b6112..92bd78a8304969ea65d2cc4c4963342c603d4b44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index bd2c402f61a415cd2787168acc9d4f8f2697b32a..659618e9872eb3b0bd4a17469022baaad0d590cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index af64445aabef7b3991d63fe84e0784f1a1491b8d..f34eae9cfe77b07d68457b6dc5de823727ca9e61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 93580d2825bd9d3d22a0276b7d21515a83ff1371..69e25cf504367dd1b837d24655cbf2bd0a282f41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index f862e6287c8c3aa79437f6315700136ace631171..eeede2b173b8319a191aeebf80974f3fae305224 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index cf79b6db6592ee4b808bc2191290b322c6973b09..831b7fca98f7a46d92677a42ef45c131f81d245a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index 29866fdc3f87183ddbdbc6b8d64f294bb0d815a7..87012d33f03649b26040c7b0d0353f36a9db9028 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 949d7339b202ca80939ac265c7820d777de2543c..d2080eb4f8f2b32f2766ee5e1c2241dbd4533d1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.output.dense/_0.pt
index 1d1dbc002dba18e0b87f8a9110b4f5d0437d1386..d5f8111da8bb88e7965af77207ff3b37371932ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.output.dense/_s.pt
index 541a2fe1b613f1fca825b59afd5f76f8e11690b8..a1bdf50b805095a104591b6191ab9f05ab4e3075 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index 24be0de84857b9db5f78d0327a694a58636ce7a8..9200fb4dddf874afb2597c409c65cd9cd13b4bea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index a32ce3bedb1c7134b354090e5e737a180b7492ca..f0e502d1034b3641b78e2de8e0d8d192ee079b77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index 02cd7043684edc8b7c5e030bb41b0a995ada3801..811cd72e90ba5e555fda952b0fcdd353f23b36a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 647fcff4c79125d8c8e09852292ec9e3a12f0e1c..8b9e9623fcae1c5cf90aecb22079699d00e39e64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index df3e927151c37b2f093a04b832d74e70a8ff5d7d..e2d7419f5708b8d42a7e690971094ed624450588 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 903f46d594f92608855dec1807bec2d2ecd34979..e8815cb379eb2cf8bcddb86a05aaff2e7fb18644 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 00858da0e8da95cc8c75c5d5d372125082028705..63a69a023a1634f12d9769569d42731afa016c73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index 478295c0173234e7d27c6e54368d719f302a7d75..d6cf9fb9347ce41f67798c0f58a2ab9f19854c93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index 8037466eb00f75d29e8fa6094c8888e795c08cbf..c8209533dc0cf4f66ab819083bc41232fc20d67e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index eca9c5e67c134282e0e8e8b16e27dd7bc42bcf0c..85461296e6a01b8fc7265cf29d88c15bc1424982 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.output.dense/_0.pt
index 7ea250e2a6f6a83be31bd86a7153c8b643b79a26..0f3bd1cf7bc23468fe4bca4635c5b034c8b41913 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.output.dense/_s.pt
index b5d732c2466842cf9f1423a4a72fc153b93c0f05..38debded86b31caa99f7512f474b4eec284ea37d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index 708cbf4bfd5e8a070eeeee5d5ce325d483948c27..63a64e3e98650065df996d0fc4cb3f5d55348c58 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index 3a587cd9395bd5a882fc706fd8982b024efb09a6..296ad8b5831223b2f0bf931a406caf8962bd9c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index a31f5e12ce40a61e15c4523803c5fae7e45e0951..31afaf81c27a2c26d64216c08277ad8837466ef9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index c014605aa9c34edb773d1f72bfde385f1ec9dad2..846aa32cd318c84c5f20424d1470321a48e7a9f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index aeebf3a6a8f6e8028c4a7015244d6a4567d5de7f..5a3e47132a581d2619be35e143b2ce1c05067d88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 51fe6d6667c1cadac712bface44c8ce79d8549ab..3b1fb5d25ebf99cab4f93b77b040c2921e13e37a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 6aeabe726e486cb437669e367390001168255341..1812fd1aec9b3f4f7acfe2487707a3497cff9f4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index 6fa2eceaa510776bc13cceec7e4e0ad8328027d6..adb4d205af4d20fe43563b8c0ec0a5d1edf11668 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 91ba9b966e36cf4857d4ebec8f9d43bb24dd4df5..0f4fc34f152e92a234ecf8d03f19f33ff5053034 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index 2c430c991efa0b9c1858eb115378f7cac9ae40fd..9f69cd65af6aa96688b3e36c9f84654047fd24f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.output.dense/_0.pt
index a39534b24e916f007db561b8b0c016c2aeabd731..3a4a2ab4295eb0483a22e79f0a3d9848e10769cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.output.dense/_s.pt
index a1fdbdb945eda349918b176da89046f215cfaa10..92eb1ce843cfc5a9ac09ff20d297f435901b4453 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index d89fc44cd74084fb4d6eb01be20f12dc4c1e8b03..39db247494683366af8f9d432bdc055581e86be7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index 5bdf7d5e8b5b453056a7f1b15abe3a321c756b2e..e672b595679ba661f968b39f534d4a10eadf1df8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index 79fd738a88a7359ed6522a19094e57026cf7254e..35babcfa694699cc10c5e4f273d140b817fda123 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index f93778a573d87eff02ccb8ce51ed0c51fa082e2c..35a171e394daa8c4b5d483556afe8f38581c0b27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index 4d72415775623bd6ee6e169a0625aa3f8d878f90..0699e2c0c8cdc27d99af5b38cfb08b3074a66761 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index f4dccc899e95173b0ed5bc94146a2e25c4fd3667..1ebc1693b0e3535f8996d8b4c6a7cc63cc787d35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index d5d3992119f4ac80ab2cfea50687020d49a37646..6fa314ae200249067489df821f85c29c851a15a9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index efac93f7ab1023e79b338fb92bf46f8f1f666f71..edb2652ad4796aa2ee06604303c1aef692bb2bb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index ea89948312ff8a1eccb7c17a7a9c19849475a6a2..01c17511d016b48a9e53188b17784463f16eb6d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 484b3429aabfbd78c0483c62cc162389a6a0899c..afccb384445e64c9f11213d688720a28a225bd35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.output.dense/_0.pt
index 9d0d1a62c8b61f1234f2b5eb8a63a35004f5f410..dee48cf57fde59d6e4a5b9e4d15be045ad8a0753 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.output.dense/_s.pt
index ca3b5dd302867251ee393ab4e92c581d450e2607..c66ed003aca7ee2aa33a614123fef2aff34def90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 794cc17aab2800c810776ebd19b74f3fb4b613ca..f746967c88b856f9ebbc68ece00484a72aba8a8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index cbfd3fe0429f5eb8815f0a72e034221380a25b88..9506d0b2f0120738f65443d9e18366c097b8f6bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 025fe8c5792076d43b61b8b70fdb431eee4e06a3..c1a951aee2a4cb2a680bd0a86b3d769f1b535b5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 1e09e30a9ad4448d19de15d9e6ec07c922c5090f..55794286a389c50a4b9a005cde615fe180f5e799 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index 110228610bad8a9c84e976c660fa4f06bafd86f7..f770edaa70746ea6afa1a7b43a4e316197249146 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index 418a5ef43d4e39379da7190a2035b3a4f5ecf28f..81716ddeba875366f7336160bd62f68a7980f68b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 84ef1f399bb909551fdf521e800b7b25e784dea7..8fa4dd06c5655df638f7e0c1460221ca00434cd2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index a8c9452db4da6960a51eec12f787837320705a82..947a8b76544017789dc998bb435bc654a71bfc3f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index 2b603c912199c67aa7ae0ec1f31ff8c4d59983a4..2eebebfc2db9c0cc32ee142ca9f5cc8c47d98a79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index e01cdd8a600d5b53a44ed8d173c936b300ceda6d..c3c2f932436b7ea86509007cced0032b88c94f49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.output.dense/_0.pt
index b025f68805f918a0af2d84582c7f3d0924339efc..5b9a20f6aa6675eb0d00c062d8d6da1c3bd81ad8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.output.dense/_s.pt
index 6c1018ad51f6fe29bbd2ee4a13fbe6d8950899b2..5905fc92cad570389d4f51695f048dd8ee28e01e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index cb8f32acf072a0e0bfa8e97a7544c339c70d3a3c..ec339a424865f4e95e356f24299aa4353a2814c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index 9e8ed3e96b86cd11421affc7837f38247f09ed17..d163b9ce0aa799d83458c20cd01198cc093b413d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index 2c244ecaeeb2d1d4244562bf2af29deb94edf640..24bef4161287de803cc22b3cd7b76968eff582e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index 68065ca2f9e2a14e130696c9adcb9dde9e79abe0..e0427550fc84b8730e8803fe097221882d6fe82e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index 549dcc9aa098370431669e6de62bebaf83adeae2..2f82a142b24269ec293a237dc65d1a02d377089d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index ddfa207bb9ef5eb176652a891295138c2bf6957b..daae19d26d5e4cb71f33ddf361b94ecb80c33d32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index 3f3c50c0badb5208ad7936fe0fe2a274f3ccd690..92f8e96908f53d5df4db62ae7efb61610398e35a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 9a307e58d10c91052502d3ba8a3bdcd12237a4b1..1d217c05390d2147af40a47ee309808e9ea974d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index da12a59e04e30ceaf74c05aadd2b8992cc370b26..ee4d1d4ed1e7639292a0349cfe0694c2e5903726 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index 13e6af0f049f09d0d683a34c1eed1547eb57ee6f..847b66f16d7a536e90efe4e72875f1b341ebea6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.output.dense/_0.pt
index d9f4033dc0997598107d3423a6fd1017f6b38e87..16b8284e43d915a11542b02e5bfca309707165df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.output.dense/_s.pt
index 26562199daf05eeb343c4ad7a3e9379969010de1..dc4328810eb8962e52be970fad617b10b803e2a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index e0c8b0fd03b25b92e216f21068fedc1338705c3d..8d5027ea35c58579a3b68e7dc5b6052cf16564c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index d32357a0fd32603ae3ccdabe2c2a698183e01a9b..9b16d04b00f367e6116e4bc909cc8caf003d94cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index da7ba3d7e53795837ffc50b00744683b195f9050..682fc78d46548fcd6f33e458b2197ca09aceb76e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index a0d2223993b134676cfce88ce066687d274ffd08..b0bf707f4ee4b054f5e7340c98a6d4281176154f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index 687e590794d1c011b43744623932de78a8751c4d..b5e7e414974c06b9916c28c59d3aad6b4d569321 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index 137f926003561313b149e7f9e838b8a80ec407c6..d8633680f19ecbb927be932c9c57a14944c3b63c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index 5bbd42b3df4c92390a85e617f8b73af39dfda9b0..e8e2c1ea141eba925db39990517880ae36a7cf8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index 2cfc0ab17eedf32c18c6fd6c1c371a1bf6052a52..eca54a4b0cd80880c12ed464d2793c6f5608cb50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 8438b38b32fa6845ae890843fb830efe13f2f1d6..3b7f2c6fab79a2b6460dfd9baf85cc47755a3395 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index d92e96f959e77f84aac7ab064acb3a1afb78baef..30b2c076b444488fc509653cf15662ce390c8a78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.output.dense/_0.pt
index 11aad57f185a8b40dbec417609357ad623e90b62..4e9753b3ddc3bbf6272e38ceae768e0cb83cb00b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.output.dense/_s.pt
index 75ff90870cc51e3bbcf6374f5c85be21fa907a3b..fbd9187156131bbccfa8ec57d2dc6e828f3319f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index 3a7ad971a9baac2c3a812fe6a1a83e71e281c7c9..cc7b1e97f9df6b603e845091d5a2091d2f4b3656 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index 0c5089c97ffdefde0028b70233aaa890b64df094..cb372f9518b110de8ed6cefd3c85faca183544b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index 98309790c69be2e0f96255f86c72dd996dbd6628..fa28802b335315da4251723f1791ce9af4296e46 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index 9f9ba2b1e7da6a564800c133ebb48bd9c9a88cc5..8487725f71a7b8bf1f385e148979681186356738 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index 8756dd73671eb006d40ec7fb9e0e2813a5018a92..eeddc8e88bc26d9f505aef459b93f019f24bfaa6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index 8e36e7b145cf891c7d47710f09fb0e4e3abae1f3..15cf761d69225c8c447e80f49373902134583716 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index a39d153270b4779d82c35a43d35b22959959f0f4..699edcab5d2b09e0024fb0994b303a4eea8d5ae8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 56bd6e544d7bf237ad18cd4f73377b806cebd005..9259992d191a97db7ec341d97b5cb50fdd65e6b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index b684c2b16df79378e7222464cc740f6230e6f006..0cd09d51ba1cf68c27e9453605258841d854a7c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index b292d80786439913ee5404bb31b15211f728342f..c7acc313c4e97e64475db06268913c1c5e2118a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.output.dense/_0.pt
index 8f478e355501ae5094166a32a348ac15590370ed..514fb8bf08846507466a20018ae85f91a32180cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.output.dense/_s.pt
index dd7fd94e2e566aec1a18d35bd41d9e8653eb6852..1ebee89bfc023f624f1618c5e61b134bf2384047 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 9fbeee5155f3767029f85065f621c1cbcfae45a8..0031f75e2b6c0218dbebd8d15eaaa857ee3f50b3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 513343c84d1036d4fc98c56957cd93647e997361..de9b3600ee148f8ea15949c4b465f81c726b51c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index 62489890cb90c047e95b8c49ead8a20718759091..c586a2f73413299a447691aa427927c349b4a059 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 8a383821994f3810a80f3c34283ec34eb9d74753..d0f0b634b77a1b259970ee8e905817a2cea8ff21 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index 7f82aec2fff3c57fea4f6ee0c2f9cb4358662359..75496d42c080434c502857b8fe456a75d5d2c75d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 9d566703eea8849726eecc087248507fde0affde..48c32163ddd79eb02d6d789a85ddd6cca163ddbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index dcee361e1daa179f4ecb27f038af6a58642a40de..227386ff7af685ba4b6c3e1e72083f55d3d7ad16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 2873300debc0b19f8997029c2e5a3598ece16821..da141f95f4866cf9c14d5500061227184139fb66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index 3759ea5b6ce6393a7e2e95747c7e42121e097bf7..8552d2e4a848234292e0eb41c87cd5616b5ef761 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index 4b7297dd5c6fe2eba06b50787ce423fdd5693275..83a1730ce113c4371f2b91fbe69a2cb7c52e6438 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.output.dense/_0.pt
index 5b1143973f7d535ea3d6b180cf9656a3ebfb8e37..8da42ccaa363c1ba5c08fb07b55358343fd6fad8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.output.dense/_s.pt
index 094bf51ea70d479735d9dace6707c2d32d14ceb3..322b5fa7fd7b32d2260155b6eb7b2e4e80734158 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index 3038e07219760c43a2222ca6113dcd249f9d0f84..dc78762505f0c65fe0995b7d67b82a5605dfef35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index bd165e9e4c49cf17ae21870295d02bc13d807b5c..5299bc35165fbe8e757fcef5bd04b3b22105da0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index a361691f3e9229e3675e82dc18959f7903aae533..9b448f03440cc335507917e25d1913c7f1db1d2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index 015816c74330d22aa3b70ff7395060860dec1c28..e77c2600d2cbb3ae2b6786c35f8f661594bfe40d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index 040b0c735617ef72fa26966fb9a46b518a0d682d..5b277bb079f84a0d759c79370847113c0c620b7e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index c76338f8c0419bbaad69d63dcb1b4fe2679ba2fd..d8835414390b156f27ff41e5d02f57f332a305aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index ac3e00e9ec81a1c107713b9b0cfce96b96c7e2ae..230987d2d857b3e5d4fb357b03537de10344b08c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 6e74dc762840a33a35b1fa3003c7779a93b1407a..fff97db6a3472bc1bbffd5b62eb05a9de8a3f829 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index 13e55090702d20dd49ff8a42a4d15da0e207bf38..20c1d1c6a8a74c71ffe2d2a7a5a531bdac637f7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 6bd86830887171f42d28f4ff1aecc7511d3e8c63..81dd24ce7999253687dd67687bcb9370fbfbd28e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.output.dense/_0.pt
index b485bf3e7076037cc3165258b4cbb8fff07ee9ae..d2d436293ba0178c591e9a07b557695858f1ebfc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.output.dense/_s.pt
index 69146243de1ffc5d770ded556a78dce608d910dd..5648fb9031a9d2b37e4a5106ba2e36fa8fa516a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index 43f57d128a0024eb891513b1f98c4e83a12d5284..32932366e86396923ed555272eb7723f47e9f94d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index f156d3d71a7ff5bf736282fc01dbab846aa293ee..53b52601497f080cb3dbac33091c1fce4a4a1b5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index d3bc546a1658cafd215a833a278c63a8ef6b206e..7e4125dbe9d1d996b432d513e7f5dead3420e0a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index fa58cf87473ee244528e7302f5ee07764bf24267..f85fbc2058f5b9378623e9c55315fc342d95bd1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index bce11556b5493e4376e04b272edf74527e245c8b..5cc6cc9a34fd845378e0272a9278e101b535fdad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index f33ecdd107340b21aa3827e9ec223eee362c5981..591cd8e6f28594979f6d4bf1739aa3d59c8d42e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 212ad08d2300602e6dfea82e31b8f021f593733b..f4399d5dd3eb33e28a8d02dc300d37632c6bd40d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index 1cd866d7b95e19d7bbeeda03bfe554fc55c2b14d..9a87e9eb89eafecfca65c9027b18b9b43af1ed3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 9cfc4cc956a14a8df1e2ed48c28261b61282c8cc..9701382151b74d45d82a0d36b29756cc2bbf4518 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index 1509f7a46b8d9fe568dc2fca52f67626ac0875a8..8282ab42de9f4095a8815fc25d351d778011ec92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.output.dense/_0.pt
index 41176591b3fd93466bace992b9fa2d4ef49de1b6..5ea78820f4215782f7971a40c7cedf98b8cdacaa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.output.dense/_s.pt
index 18c5d267a217804f9fd6edefebb42151ce191ba1..93756a1f6f5c7ccfe7657b554539addc226061bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 8a7b820d1da25a217245c8193db77881b8d0e4f5..3ebf7ce86eaa0597697f1557a02d9c2ef65c4cf6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 362a100a6571905a9ecd158a44f46290ff4c5aae..5f48a62fdcb6e0ef966dd64654e2c49735a172a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index cc754d62f01e515b4cadc258afd77847dc8c49be..b9bf88a10aa416e5954c70fff4d86e7d8cdf2322 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 14c24fd010e6548c9b58f6635c824bd9044749a9..c66c10473f4d125df7147f089c62df47c6fc94b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 400ace81618d1ad2cdf791bca82847aa4b53da58..0d5cb412ee866510220b199389b09547347e4657 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 088351760a9023676bc89ea9f56c09cd711bdf0c..aa8de6f0efabbfaa277f3f3a3ee24ae669148e5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index 91ccefdd43aef494162937c3cf24a900c58c7707..5f83f03b9cc21bb0467d95b71e42ee9604b8f75e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index f5c4a553268ec6826261be4297133b13cc3ed74b..f0bae4b7b3d84fe23480af1928cddd23865dc0f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 646bbe661ff0b6496691d6f21bd34ae03625a6fe..0956217a8c28c63279c4c341041a878b075f9666 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index fb33856932cb5c10b11a6d30b96864fa2b113d6c..55a19e696921c4b517d4e41f3e435c992a25e796 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.output.dense/_0.pt
index 6dfa248a29767de66415da2aa3cb139f8d91e69b..3d587ff05dfd814cbf0bd46766af73463825c4bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.output.dense/_s.pt
index df20d1864a66c11afe73efc6e3dfe214c8452283..35d945431e9f660849fef16a3d9eb6b24c50764e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index 095ed38fff8d06f71f99492b9fc362e96ac2e96b..0b5c170e2f4a28b8261e57cd9c32b784f5a4f43d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index 129911485caa30ef56f4c73b662c4fce28cd2559..3fa68f86c650e22ce1cce8f77fe4276d12e4a513 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index 851d35db609005b663df743268f42cdec0ff96bc..e0d028900081ca7e4ac928a32d4d302871a2ea89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index 0ab52ad2d3757db7a5ef721185850b669ee96841..466f5f562a2d5cab45e7a2ef17261832fd62930d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 84f40a6c62eaf6b33c34d6de63efe57cd2ca4b1b..b6811011305b2be1adb02e3ff36fb67e1719c054 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index ca18790eb51c693012c52ffbff28d74d3c57d448..60c9d77a0b729533aec3f6cfb86117ef27655f97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index b602d034d379b9f3598401c1a740ec2e91cfbcf8..bd94f4bdbe03eb7248546cfbe127d3ee3f8c5043 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index a3ca5172ab8d821fa3061119b8f70f6d7fac5b3d..b0d0796037881b0e29e00d512c67f242a808f2d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index 9fac58390c2f51e57395a523dce805766792aecb..c208ecb304e9b784b3f3dad1e413d2a1f84b0839 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index f8d21e15d9926782dd65aa6e5961c55237b814a5..c41982ad04c4838aa953dfaaa84703c9f0fb3842 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.output.dense/_0.pt
index ff99b9aee6956d4d161ba45e8716c6be48d53c68..5ac3a6b72fe2371d422523405bdd58ade11b3a18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.output.dense/_s.pt
index 2deb08766af2e504443a830245325148ab4a75c6..1d51a5f6a5beadeb6510744cc822a411f25c8979 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 081d160e8a8372af7e21d245b57b76912afed156..5bfcffde42e2fc54939c353dbcdca21006a9d46b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 4388244c40aed24afb128b3437c3eade67ed5c44..84fab85f45163236cd04d1c501d20294daa062ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index 9435f2b52efbd606ad3474ddad69bf6811f59083..df7729a9af08837cf6d4c1affa289691c0abd22c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index ea12a5db381a1052bf2863ab71174dce94a511eb..0daec53e0b7f3809f5433835c54ad873097d225d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 4607bf123829abc544180e085ede7487bdefcd93..8545b692fc2c3266be99b978ccd146d6c6bb9425 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index bd7d9f42076d6b7a2da80c964c7ec020c1b6cdc8..99181c353d7307ebb0c2d2327d32010cb7c57274 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index 4c162b2c09277928a29ce474d6356430c7bb4df3..589791bde908e08cff8b8fd2010bb8eae6c8a23f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index f7d0742eab46995a05c63aa82733142995ac6d6b..66d4429106412ab914495624d9375b179efc0247 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 4679e86ef666447520cea7b0b06d2aad88b475f3..7fa787b6824b7d9a7cdaf60bbdc398f6733082e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 25045f48a922edaf1af8897e313ccafe951085db..d9bb71af7156cadefb8da57d48653cd88fbb763f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.output.dense/_0.pt
index f5b11fa5312c64b8c5e1bceb4b3bfdcc870c7926..537fe7fcf3f4293221ef0e720b0e4390a6bf5ae7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.output.dense/_s.pt
index 83ebff1f1c364fde006aab3d2a1b559a50a42611..370a6fe2f52cf27eede2fa5fb20d4d5a61a79c64 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index 0f8cbe6e082d55c3fc04d00ead31ce6f7257f575..9b413fd29382729b8e378157229cca1dd75bd0c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index 8000291ea6e2277e9e349ab416b158144fdf1650..7b29d84704dff2cb73ab9483028b4ef2b65a9c08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index 1b4312a98095a59a613fb07fe384a9852adb82cd..24be78d54e8b9e74d76074ce2c32db390118404b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index e1c84fb35ff7a7f4dd73a0d41485434b131ec3cb..bc9e7afa536598f33b7001c798428b7b34b85ef1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index 4dad8f6a846a491774988e3192224fd82cdead45..78eac874b8543bf4e10c41e068cd060596b04e1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 0dc60bc72d3bcca345852332612ff411dae6a902..d7de5c1bae4182eda09c57f4cfe3879d5eeeb810 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index e19be20d254d90d4a59161c5a9e13738094acc1a..505435d5b6441a75cad8be3c111e9d870280ef75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index 2358bf0068e2d2f3f1ac74e419ee4bcd7f99a05a..bfa53f5a7684937556472b23e34c43d7a955f5f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index aabfa960086602e00c9898e05d0409f101983910..86d12cee2396cbaaeac3db96a19e9b6538bdd8f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index 7cd7319b7b064f7822563da6f2389ac966e219f7..8c086e1035db8de1764d13763f44821b2443bdc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.output.dense/_0.pt
index 974df48849453631189d3bc31781f1af54b0efb9..79bebbaf89f94dff7b6532fa93532f94a0093e83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.output.dense/_s.pt
index 57944f084b7773d3bd327699362bdb1e9152f2f7..d51d53fe7ba669dc2b995fab70f8f38a04f56bae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index dec1ee72f924f8a42f4fde7d404f880d8f1670dc..9b8c0fad01638b22be2df2f1ecfbf2c5a6bb0cda 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index aa2343dc2efd31e3a0b4cb576ce37d404b04ad60..097e518e614e78ffe88a16181bdeab1ff50af71b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index 20e3af3af6f9edf4dbe45ee9fcb3da06a6e0b7c6..31491e17ddff54208a65f4c729983b4c316ef2d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 4b4b34d8c5a52c9435bcf952d472f5b4bb913419..ad21f2bb9d1d06c266a75840aec1125695bc20de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index c671ebfbbd20bf3ad441913f922c566bac6aacc8..70b1786cd5c2de970d1eeb33c33c3e416f7cb66e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index d43177aaf6bb92cbe6318ebddb65cd1d7cc5de06..adbb5e64c56015ededa2030e135947297d9fb71f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 25929ab0e659e771f07eb3e1c223a8239d890353..4997132671f04d1db91db9e5f5e0d403e6e84bdc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index 25b7d2df111e31c6fc1b62bb421167dafefc3aba..8c2e07f2e3e66ada382250e2eaeb8e8014d1503a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 36535723ce907eacaf7c1efa508598ae0730772e..be56a922f1fce0bd1f16d7dab8834a2eae88a24b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index bfe83c7a476c1189a9a60116da9596877e9d5910..8f5237dc320ff7ead4901f0de55d914fab3557d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.output.dense/_0.pt
index 6209fefc9d16d0dd79492b58774294d4db3abfc0..8518b772f77240fd18ec8e9b64d41ea99b0f5ae5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.output.dense/_s.pt
index ba3a2db19850ad1e9cca8fe81007a34db8891959..7238bd23f1333c67e6e2b2b0d3d0170cabc0b814 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index 2e7cde935092c31ad75470f19c6cc3134d5e8277..f52dcfcf33274c734bd87dbd832a7b390135dad6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 503091be3b3b9d88e4743cd3caf0bfd8a44c0bfc..4e2a361132c372eb8f8aa4c836a1359a7420a49b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index bfdc5bb2064eab6bd9faf4992be79c09ba25e973..32d58fc435002014c599a587a6de5e77d5626a09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 368a5c5b3f0144968fb08e509eda0ac664f6f510..3eff0d8f1d9e3c22bba6d2a3b1ceb97eb508ee9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index 5152ca812fd0e9c766b957acc3cb3ef81e98a38f..2681c9f76a9a18d1b7b1e77709cce7ead27c29a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index 282c67ffa50dbd7446f5deaad1bad9b0b24d141a..45d4fc43709ace19e54da68e170e06c6aaf7b3c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index 7d41d72b33439cb83d43b2807eb1c5efeca16382..03c166166f743dc38d67009984a4d35248b8350f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index 766a0c3738d699dd0ccdbbc384b03c4d5dc19359..0316a52d72bfea36a7873b1b17998cf83daf6ea4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index a158845ebf5417cba622830cd84c75ab4b62c607..ed200858fa8c82ad989182bbc30772de679736c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index ca81331c8ed00422983e51ef338fe1650dc00c92..bb241a5604ec2f193cce0a5a5247749acc933d80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.output.dense/_0.pt
index ef520e49a5b320ebf40b3d52511fb7755aa67c61..244e619c893ee7aff1d8a90433a92658a6a96eae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.output.dense/_s.pt
index 43aac85225defb1ddcc397a3ae78b2ab656f82c2..81b8d0583d1abff1e7f4d51f69ace50a8f9ac470 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index d0fdde3740de1eba2b2c50195247ce743ee21348..a15a9d57850681d5d58b1e621b5a893e8ab54eec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index 78ed52049f43b2e513bd00f7b3b4d3ddaedfd5e7..d4e3a2bac766d8a89e8653ade34af61b10b97380 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index de8dd7bdc5d87e58384c85228f67ef32517a6c34..479c5076b548ed155d6a4f54effc1fc684773684 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 9ff7191e6cf2c93f0d097e314ec4eb2cc20e590f..cbef5dbf7431b4657e3535729f08d874d7799978 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index afebde57000c5bec5a14ec7ade1631522b7b277c..d6627c9a4575f22fdff684f2dbbee37d6111379c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 59d47a106af7dbb125db28aa328304f3ae3fe40e..eae410c60adecf8fed01f70a9eaa5a22836f5b8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index 53a98f0d484c36783cd0c60a7f784b3399d4af0f..f3476220b68dd87ad3cbc87a549ca4b4c4b361fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 8b3af93a630e5e310b07a45c41564a94ec1c0c06..790e7f8ce36e21670245f870fc730732eab97666 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index 73a1c6e36d44a6b92ec27b1136e22153a34ac064..33663c977351e1c9462d658691ae0b2427f11cdd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index 22e5efd1fff5f7406bc273a8da620ff115374a1d..adcf4da0e98bc1dd78439a230da65b4570f6306b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.output.dense/_0.pt
index b8523a9f78efda02f611dd10fdb001b6399e5eb1..b20bd1cb4b15117323608de6d8fdbfa15613e608 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.output.dense/_s.pt
index df4b16f602f9fb3eaa32b38bcce03f6558a8979b..da8cee57fa5821c0778a2a09dade46c5ba12d0f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index 1c294b077d61620233706eaf9b0fc5ce2f748e99..a12e837e140acddbecf7ed3c3f3ea66406d6c3fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index a3cec029454552ba81b25d8b21bde5fae8ab0cb1..6b0b7ebe8c7eeb20ee8ee878e3014b1cb915bd1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index dc97df997fd6665d3ea80cc7c677ac144bfdcb74..088d447cfdac1b5328e39ca8c85c133a5da77f06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 8a65d32ca1823780999afda51b8c3154b4bb74ad..82882e5275987ea12b9f9baff9bddb3e891e324f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index d5b845ef165408759c31dbd689bd6090071a92bd..37f7b76be424d7e493685aeefd6dfe8928d192ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index 41807e257d33ca892b60c5bfe8024c0a861b8c9f..61f07bcf6e208813e53003af4b7a9a0a71bc361b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 70d607bcd9d33c618051875e3fe70d426b03054a..70ae375ffc375921e3d928b2da3838f1c02fb953 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index ee280e546d421fb84c06f14bacdfb2a63a640f6e..7691f9a9b60d311065a292f42ab335d08d400273 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index bacb6ccdb28c719d98c1d1bbb7571893cc44892d..7847c015069ec3076c537d7149b4d64d8f186d00 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 231ce7f5ed78ca74e87e2db60009bf14ae8c9051..7c46faeef69c8f52b870d15b566e4e58ac862c03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.output.dense/_0.pt
index c2ffe08d19aa213c5551d35c18dac92344648735..f56b2e56fdc47a7a67d85a366cd1aae5d28c2438 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.output.dense/_s.pt
index 5ccb24c15db527da0e4e540f79a013398fa80fa2..9be76daa05cfe673b87bcf1dbcc698cf4d7d79bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index ca838d057ac249ca64115d49df30f2b49993cba3..a6b40e94605b3e40f9bb1e4c0ceb9709c6c6b194 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index e82a41e2c12396749c2e44a8b8a9b402d4c0fcbe..6f006f918699f99dbdacb19083a6b5916aaafdff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index 838ad3e32bdd74abe7e9928e524862a3ebc27b32..4805ae5cfa2eb6c4865067e6773a117989aca3ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index c3b624f71d98c1942faa60bd4cfb6ce85989da66..0ad79186001c99b50e8c5f4414964e0c25755457 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index c3d88cdde285eaa498ca0fdb3514370b92e38f55..0613ae41abf4afabbe09181c74e13da9b52202db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index b8ba7ae51151ba0806d409bcf5ef69a0fc353c58..bd7045f45d6a44d4c4769b777867e70937f417ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 102c4ffcee2701e1729a7e1be7ba3d8a0d3bef86..71b68e1c3bd3e86c32021e648328d21b32d03e3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index f8a502ec518fff652ede2da9bcee20544e8d1bbd..2427230c2214ee7a9c0afcb3ada97c39bb44036e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index 90ae49f59eced8a5f5ea339ef62c80b1fecbf127..6a101c0bd2251e216b3bc83015d3a321251cebf0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index d4c56980e5d99246827f58d5829bcbc39b6c34d9..eb187d767c8f67ca41bc8952d3f63bc8cc0f76ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.output.dense/_0.pt
index 7eb1e716d10fb4a2bddc29ad408ce73d48a73b15..dd8cbf0ac22634c56ec00ab53b4ba70362ecaa27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.output.dense/_s.pt
index 0b962e8c93f13f9314ba6588fdfd7c289ffdd469..8974eebcb9f6951bd76e7bc938d14453ac9722c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 76e47c63c88e07624b88b795a7b2b8c8d256b634..1ea93123df3f2e6e259d9013d14f2bbef4458c2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 2e6eb04adf380987e6f2c0afe0a31be4c13ea62f..5c47c012431bcd1bd0beb8f16a4f2abe09c81bf5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index c69ba93ec1b1df3f19eee8297d64d9c02fa95589..60f82b36851734c8f3ab0eb6feabad551ead51ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 5bf1b8b4afe97e420a48302b9d47be2d1e9cf886..c2ad340b53dcfde202153c63db531370b26d08ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 3e321881092c34ff99525cc4022674a0965e83f4..cec7df8f5ff5129ee13e8cf173d74dae36b5a749 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 7faec36bf56ef83529e123e66b7fd33f47c4018e..7283fbb380f2758dd4dac2f40791eab6f45d1ae0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 6eb6c332b0be3353b5d88097074e40ffe6411351..eae226d2fa2f44f4b71e56fa9ce1b411e88ff5ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index b28e1baeecab6551d2151f25fe57a89e87f0295a..64524a1713f579e921cf6584e79aa0c6284c930f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index a38ac5597e95558680c157f8ee094bad8c5fddf6..eb2240ac8ea169b351520a3b190ee72c0048d0b5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index 7152a94396ec3d325dea6aad6ebe1b951f396c02..a4bbf4c9d47640d76f30f0666204f9764a264a49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.output.dense/_0.pt
index b05e6754c11c183c3498d10e5d1cbccb9cff20a1..a195c012a26dc243fe2c166e21f2284fa1c0127e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.output.dense/_s.pt
index 753e955e9bd0d877fbad94f94ab27db44befe101..1c5d583a0049b4b4464cf93b3aadb9e046f93c65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index 949ce829792ef80f68b96f9afda93b5fc5082aca..cdf4bf8930b74d2525d8ab97d575ef612414daf6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 8e0cff07740ebc6420d17a9d8875ca7c04467a5c..ea131cc43f2d8c4c6618b3533c583bc66d733c22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 8dbafb8cdc43c9ee485725d67522cc29c5b31f46..c9902cba608218d44199e85b4de60a5891b22a95 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 984de00427275487d5c54a53979e34424cc40aa7..a7093cf524ea2d77da1fcd968109ebf495d0a19b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index c70c583bd1a068779f15bb6cfaa6295df641cc94..ab82a10fd249494d5c9b7057a6694df4b4fd4841 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index dce82ffabdbdc005b4ad9c8d14bb9fd284899051..4abe5116d7d6d7b765f20776046057e82349d6c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index 3bcb61f254a77c95334923d6ad71daaf5a95d4bf..d9923470a20dc43879243fa2fdfed604b98b3fa5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 63632680e1459e8cea6556a2b0a7c9ec44fddb6b..7b0733d16008202a4df580d4a9f37acff7983a88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 2ea3a45d5e3c143d88bef2fb77df9cccc4c965c2..1bf48c22d3c35e7d5f58b1ffc09130e3a4d58d1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 6e3ca1e06ce45a91e1eec4c78aa854baa56f27f9..8c3bcc8c53cda531673ff1b45e02a52bdeae6c6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.output.dense/_0.pt
index 97e15bb56e95d044ddd873799eabac867759046d..727388548da4f0d30c944dcc5eee204cddeb144f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.output.dense/_s.pt
index 6bbb133b2c0d37f2779ebfd3936a51d7823d217d..551f0d76a25b50d0e5ac8e51154b1409832927e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index 290d1787839575b794e2367d3101051c304d3fe1..d3c11321256496a00fea4095e15c1944fd4a2990 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index 1320fa434d24d1ac9542a3989ec282eeb90c92c8..8e1c84e2dcf490cba49989770b105e466dd03a26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index 859ee33dd4618403e0a025ffd70e0c6e3c611d14..d074418d6fc462ddec24c404703f8b6204684ead 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index 7e17d3dde73af69605ceb8414630198cc7a507ab..ae60737c600246a14163198061b2eb7fdc2f5c02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index 666a3da46b447aa08147a3f5947ce789915588a0..95f28661d2642fb2d31c8bf86665b7d7df429d3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index d56d7c1fa518430c2f8f779113ef942059c68541..5dd0dce2e30a39611fd95292284c06eddb2e1df3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index f0ded8746edbe6811c2af9cc37163d24b5878a12..24955f53be01855ec69b37c042a2643090ec48f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 5ae07521e1cb2c0fb34048b6ade1ea7dc15044a1..81365f13c61f0f5d4bdfdcedbe59c50ea2562ba0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 1f690343de6898bd72b4799e022e6d65e48095a1..082f743db8e5ded574674fcc920d858338de1a32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 82a813dddef842b6a9211c93e8b51c3c0ad001bb..7730ab57ad2123475b07d8d6665b58f920770399 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.output.dense/_0.pt
index a28333582503723499eb653b046ee21a763d11fc..3c037a8621a1b7efee8b326dfd03629fdea25bc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.output.dense/_s.pt
index cd5898cb07dc70e8dc007459139345270cafb189..e8424459d8af7d6f68a971bd01876aa9504f81ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_4/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/classifier/_0.pt
index 47aa7c879acbfed8d5422b4fae3a579429c76654..9b1b9934a5eb16cf3c98e42729c01bbe82afbdef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/classifier/_s.pt
index 42a8403d4ae4d47dc2040fb9126b0c896cab2500..95c5cec2ba9d2f357ea0602216da453bacebf09e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index ae63d16240443eeef358404f13c607c4bc0cf6ad..75841676d707c505911791629273df8dd71d0ae0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index a8c281bfe4710aacfa5e322756c495cc67c86bc1..332e7ab2c6168d01fcb2a471b2da04470ba75f35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 71fbd0add938cd2092b1fdc3486ce20cb643df3c..05a565330dd359d66c6abb104fa10967f3fe21dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index b614727eb69d647c51bd2125b84bd122bf2d8a53..5ce5848d2ee78882fa9298bc32a7c5d8176c1a32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index e7fbc6c3d4904b9b07c5cc95bddfecbdb3a57120..b29729d25abb8806b763365d5ebde615c57b4fd0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 44b9616173643571a41f09043bcd1081679115d8..2a0fe27eabde704e19a3378a7dc6a7a75fec580a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index 19aab90e9ad3d063a917a0bb9691edb6b36b3432..c2c99f4f63d992b7b0d7a89e89cb3f9d130fcdef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 213850c567d61182fe7653220f455076d139c261..5a5fb0d994b1fe17ab70c6ab26012bd537e9283e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index f095fe7d5ab37286d9b0d33631546e5899637c27..b6cf1c7f590e4c417f571cfa60432110c1cc12dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.output.dense/_0.pt
index a9bc9bdcae16030eab0673e4ee3009ad7b22522b..3c4e52c4a085dc4957e524f8b5afe2a5d2927e7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.output.dense/_s.pt
index c53c8ffa7e07f949d5e0d86b4d5198c0d8ec4b86..da30d85dddc1db8303196be43d451a87872f23bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 5f93ad4edf34689d185be6a62e4dc5ef038a5806..0e2d92f3de3f7c333ddafc8ce68f21c323526d22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 9d55ec56e02f1d38a6bb55563122bf4e0e82d3ab..9334595edffb5b61c0c8abffea0129c0afcc6861 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 1e4ef74922a2c406ba2de6f04e5fd550c34e6830..39dcb0af51058ceb173cd798367e878b5d07b801 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index 8a96c2c5a162ccabc8fd26ae1f4197edab10e5f1..9a3d4c4febfabfdfaa1ebb3e05e8a854beb14bdb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index 20532b9c43b350988db48ddb0e0e7f4c50747ba9..8b84e4344c2932b1aed52b993b67b0c06080988c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index cbd9c1c4180e4cae23f455fceada2f7929285553..8d6d07f3dc973fd6e0bdf32fcb8420e5fc9d1cf4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 0c690fc7fb73c6778d45716b6f37457c0cb7f5af..9c63df6aca49b4bbf6eb7472921b55608be03fa9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index d24303f421bf900880a7ac797ea66c5ddb1e8478..9d7baaeb8d5d86bd1aec44e70663138f894f81a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 5f04d94e9a826a9b5d92ce6ce08348c6f0d0e7cd..380cd488bbe2cff2c43ab66bcddc85217436b18e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 75a927137d1b16fc40113b29964f7648289aa6c4..b9240396580596db5ad9964edd25524aafc4803b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.output.dense/_0.pt
index 8d8b9263ccd505e18158f93f22abfe12049dc33e..29e66003b46cf79b50ca23dc144ec5d01c38e0b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.output.dense/_s.pt
index 617f3e7fab9d26ccc4296079db3f834b7edc15f7..ac7f717f13ce81ef9abdded1e3e27525e53ff7ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 76d01cd668848956d6b8246bd84c594e2b8ea498..d96640e49cf88d9eba839356446ab5fe03fabd02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index 2066cbb9701a606e6085ef3262a10ddd42b9dc2e..248d147aa79f3040f40ca1ddc9cf023a1bfee51d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 339b4fd96ef10253e4a6cf4a4b8b0a7a6bd493dc..e1f1766e4d25dc7b557a40a393e789fea4774a90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index 0a917537ee446af74e3e1bfbc95d2738aabf4176..cfb023c5200e7e3cdd7fbe131682f85392863919 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 87abd404e8ac92b7f10af22ab00adb87ae566d96..d09232dbb9391a3427db1af7c3a569bc59c69a8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index cab68b1e7d20da1d484a42cd3ae8fd8c036f1566..14aa2d0696d1aabed48a25e99dbde171a19d1f6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 32c7f6f9c01072a587f73ab2c7ed876f5bb2403b..edf609b388c2a43d7bea6100a0131e520115d7b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index a8140d63a29f64fdb823be157db849477e38bceb..085a56cf20cd453ca0c23e20aae5dfecc4615bb6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index cfe765b63fbb2d839720cb541225385542d13257..70e6abb9f9dce014a677b98741ef1974f66c28da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.output.dense/_0.pt
index c15943cca62d19e041cf80c306a7a0c1fb52b69d..047959acc8b30fae55d3de21151313b3100e9d08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.output.dense/_s.pt
index f16f48bdb68c2bf8c466df6fe048e4dc1f70cd09..ac44f0df9afc3aa486dd04650887984e829148fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index a5efc88fa6964b7664ddb006baba342bc4b61e12..f3c4f78a74cdbaaa9870ad92db71cddcd33fb6af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 03a3720bcc8d122bf6d5080094faa113f35e6a56..1e0bb102669fb8118932ce855131ef5a79b1efab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index 9fcdefbc63fbddfb8d539247fc05ac7598bd2aae..276c2b43721221e3cead9a48c69ce630bddd1b49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index 20846b8f9f0a879875f6a0e97ba4df77c2fc52a1..1587a374ef48aee87720e086f4aad8d8f103c5e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index f2ebe7d1741909503edd8245360dfcb51862f63e..0028b270be0a53fc0cb9e1e4a0ecc1bceb5b2aba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index d44d2b2eee5df08b96a171eb4588f714db21d18f..8f0f3cf0b6ca8909785636349c9cb3e52f08e009 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 833f888bdca18c4b8362c4af98dd54e1e2f2f62d..788c454f3ad0b7fe9bb0a855176c33a6fae1c2dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index d7efd11a871865acb6d3b9a2c34da49030ef0c00..f01a482ecb0210d5c041b41a2af101a1edf75a43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index 9e339bb4a9d3898ddd27c506ab8c115742728e15..45ccde36e3e6792d4bde8114268a33eb82202ead 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.output.dense/_0.pt
index 4f3406f03a099d0e2606ef63a126c2346b3b206e..33ab782c307ce4a9fb6dccbdac4a3b9cb40e92ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.output.dense/_s.pt
index f5119d723abbf3ccf4f2e9c69f1ecd946e554ec0..471c64a5b2102b3f881885eec8df8f472cc949ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 1f22815c75692eb6c7e31b7ed5735dfa341a19b7..9d61863d382de18ae3868fd50b23221e8e09fba6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index bf68f55f46179091fd8a475572898be6879e8ba2..7005e0b6b714620612b6bebd063d61fe3aafbffc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index a4c14964fef8d26de7eab29c90686b5386ce5592..7f9eece4e9677cfc145d17763c7ee729f45676c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index 787430e09cc3187c3f9901dac12e2f27c6d98f2c..6059086fbd23783264967449715b883b53ab4369 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 417185ca6ae0e7e8fa778d8d70b3adbc0a847393..8df95df20ce1e9f308d1143166d2eecad0e4caa0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 7d2beea855db6d439cd983af688afab517f01d79..9a9e41052bfbc1be4f0985239d477e4b536cc99b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index f51d15185533df85fbfea50bd64fb9b6aa7507e2..11b5ca5595324742f7d2bf300e3addee52eb4f31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index f524946d0a24bb8f1363e6a9ea608eb0237df80d..ec48fdc9607ec222440b1e9b2aa247e2e7adcf94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index 733abad5f80e1fcdfc574ee3be440bcb9b7ffda6..2795109b64007ec2ac8fdb747508b25ea259bef5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.output.dense/_0.pt
index ce932d9d8c09f072e5bd07d0a7d929da6b95fc2e..53599f804c28e24b02454e7c583de93417753cee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.output.dense/_s.pt
index 2bc1dce978643e95278043e1374000399325750e..56a9ae715d437f00f5ea6f29a04fbfd349972201 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 446b70bfacacb63a4afb243e25627b4367b1e438..dedf047ab42a009060332d0f25531d800efc80fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 2645d09d5fd9719a8804185a88edffa374a79627..a32fca68083c3e7f6384c5af5b0471120854e810 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 6cf0cd642adb7984096b119bbcb802504939a37c..1f1c400a8527de920941141481e34b3a9af2d44d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 1e4e3b203cd1cb745291fda72eaab5836fee9e0c..a80c93120c7f08fa7245ebab76ff0a21cc07f3d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index e82aa47d8067221fb77d85296e98477de767d7e4..1cfc8accb8e0146d6c787bb966f33a778299e597 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index f6a6ab6ac3910a07f9cfa1b4e74317fc34de216f..3405636a66e092b6fcb5c1d6b988df5e001e5c71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index ee9a0736a76c2c8b22db56e4616ebcc0cc7d36ca..13961c262f171a2f78f24de59dc9a2556df02050 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index a798b4a13a4e37679ab4bf2a21952c2d9a0b18aa..0dd969a40d01c1149338432c000a4c126142f95f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index e8a147c0c3705ad51e1ada4643ce6f3ae70a231f..69068cd72db4897d979d4bdf737941269fd37e5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.output.dense/_0.pt
index a259da84c5e5ba7ae6365b64cc9e08eaf62eefe7..98c2090b47432bd9b0043ba2f12a38237fa8b8d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.output.dense/_s.pt
index e6b07b4195861e22b594f12f6265bc89a2710b20..d01c3f39908c155273fdd150cbe6275a1db48c01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index dfc6388152bb7b1a78d3277b9cadc56a46c0c2db..881eaeda1b2582cc3589bae367f048b31e2137af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index da84263b6fc54922bc78c9292a035c731a15c0f7..cf1a2cac1c0d8091e0edcf5da57c20da18802ab2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index b55c4be1a2d42fe3aedfa0fd4a42848e6ecc5d64..8006718bbf75193185cf44dc028fa251741ff137 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index 568515200b7069a6530d193134c1006ea3c83792..e3acdacef348509d78a4805dc0b61ba4adc05ddf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 241e3c75e46f4f23c5ebd375a4b2b49e76e52d47..6d04b3917238d95da6ef6b8cbb42ffca114bdbe4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index 07f129d77f0885f1ea76ef21f1a4d301b1159c3c..a074dac237293e971b24fade68c8d85aa4061b8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index d0f092e488dc124b532bac73e284c9197b3066ef..5799adf3d406eba7f459fd80cb4c808d67071f6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index aea54843ea6e9702747699bb16aad13bdb9c375b..fd1804dca9ca6a594f57daf4092477c4ca0e0d7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index e79edf29f22ccb7d4cd7799bcda23e5c70e64194..74675d05a83094f6a61be60b7c6a6ab74c862d10 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.output.dense/_0.pt
index b6d01d66f1686d713eed8779324bd0e1c0a6003a..f2468d4ff16cab6ea0659ebf9c5a4c904b97a038 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.output.dense/_s.pt
index 27ea0cd80c48f810ade284481d50e4c95e02c643..a7846425f17bd931d0284bccf40f7845169b4d21 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 17f9d5bad3a55d02dfa09333b12c280e75cdda37..c31fe0082ab939c318fbe65f1dd9ab590b9dc3ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 0b3da4721e754db7a4261470758854f7c6df6591..c5ac262d2eb45d35c448c9b7883fe712cc150b80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 53d054da8bbc004959b8a67830a003870bd1f17a..fb550e7398146c8dd2d06a105ba494ee731b3f20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index e8a6d820ecf3096661af8a13d7490b35a1af5cee..61e4ea71fefcb3171d942d21d796a8ed698f2d8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index bc060860eb52c280a11420a3347bcfaef630e0b8..bd4e657b8b70dc7a0497d68ce7551e827ef5846a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 4079c8bc08e23ea6de519978c7fe250ebd3ce856..ff4fefff9465505138e6d5696408bcc8e32c4607 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 3966424761fc4ee70bc482cb033af66821bbb091..7d7b27059c2176bc32c34321c656db9acea5b496 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 2d6d457e29a9f30f8ef6976d12a83f971a48e742..8445f170c716afccba28a0758218469ca7dafd10 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index b01a00587b15054105714a195a094daf6d2e5bed..c37fcfd1bf426b3266a7412bdb0681b3ca1e6d0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.output.dense/_0.pt
index 4d61403aebabe06e2caa72af7242dfd89d38f85a..4f9b3bfb4221752b0320f394d8c5b07dde826ada 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.output.dense/_s.pt
index b7d41b5d7d8f976508f31d4e97dff1da40a5894c..a830fb4a26c1f74ee75d371f04244c1af91cf971 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 4c866e8a8bbb651c5033224932b8e90db9df1b3b..7ffb2fc6c416d986168a7693c6c77b3f770d7bca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index da4a0320b55061e94374c876a0f4ee1b8e52525e..c6d6f8fac03014254139982d82ed1cf758b2ad20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 86e34c2a09254ffa52b543ae9e3084a3f2c34847..4df5b1e4bba91dbf01da4f08c65f2e538fc35ef0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index c4f5a126cb6e5abdf9c9eb6723587eec684d2962..c438746f4c9efa126a8afe5ea1286e443571cec6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index 49f1e49738fca6f2bbbb0dac26810bb9c860495a..d5b2bb79ef284ff0c2f317fea7c3baa5acbf3729 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 4f9ddf0e7a2da524c45fd6364b8380ed5b248597..cb5a94cd9653c6f3a635cac0fd8a06e0a38bc543 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 01b5f7d8151c6fa3b847df82fbd1ea6787d1d019..3a436d8f63e599460b3c2092bfb83906e15924b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 6c34c1a56a7eeab81bb7ab2f13927b5a5296a19a..87f46baca5964bc6e92edd15f4fff8d468fd43f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 5d7acb5fd3a23c52d32c18cb0f93c758edf27328..ac7681572fa55117b2a92380698e35143c43d120 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.output.dense/_0.pt
index 790bdb6c808934f524e980407c89312d2b84deef..8973cd210feb9bd819616c6711ee7b74d3d8d9bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.output.dense/_s.pt
index 4cdebc4ca332b47b16407eeb6a61f4019ff3f287..1cfddcc2ed7427ba9e397734ebc19e1abf12ae25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 97c9f849e4b9d30ca85a23c0f66ebcf987f6b068..0b075d0f13daab60927a123c051888b13f88cc38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index aef09a75b07abea5d6aaca507f2dd5c73da9d4a6..3666584d7f4a32307ed50da7d031527041096c58 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 4f975fec78c48fdc61b4013502be7ccb7a8b28fe..0d3ab438b1b942e64fa320299526d0c9cd358cce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 481dbc88a63672e40f03de8e0a836b9877094ea3..02356d298254c2d173c67d6479fc5d589635293b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 437569a4163fa9dae8d12b805b55db91edb3a35e..3c1731ab42c84dd1640c99ae779207666fe4fa61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index ce30a2b8accfa0cbd5137aae171fd228b766e090..acc1913583d1fb9bb996179ed400fe6c263d42f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 4ad22a1544bb5e8ba56c4e64394c01dfd1ec5775..e477130b411df8c6e3b74ab599eb31bce50c8728 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index fdbfd0062787b9c8db71eb6c08524acd80337be2..bbbdda448f85a37a8b73e97bb76003df4928ebf2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index b9f4356c7976a204dfdae7918ea68edd9ee27879..b9ebc9dfa7559d8b4a383cc7ae04f00a00b277a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.output.dense/_0.pt
index a32e12cf4380ce6f438e0048198aa40da363adf6..9b8c0cb1c59b6394cba55b30e40eb8333ada009a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.output.dense/_s.pt
index d6e1e8812914569e3930bedf1021617cb2e3d7b7..dd0831d942bde9e93333b57e922fdd73841b177e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index b5a23e9cbdf760c223c38cd94b475b4f7f5138f8..e47edf18df634bbcd91cb018fd24399a046f2660 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index f6ec689f84eb07a58e9c849172a8b9921eb76e19..d1dc0859cebe739abbb19fa8e81aaa107a340732 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index b9769fc9a808b9086697282de21cdfad5a452bf6..4dc3e56839052d420d32caa1fb552422856c2634 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index 4682556fe1bb3ddb1434f0260cd640084599fa44..ea225ca01dcabb94c8f073f88a7b11fae43b09c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 20b488c7ed13fb12326ede66274680508473ca56..004c72395cb28d85e21dbdc42508deb6cb47c51f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index 8f319ee5168bc99a487a244477941d97bc12e428..44044eae37e59aad66b44672d634e7268d87c65b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index a2027703df239d2aabca7d386cc72316b5a593fe..df9a857a4696088b52467471410aca5b769f5458 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index 80db212c4395bf2e4887de0e41265f8a54c31bdf..ce0306db3e1b61f40b3a7aa644b2e221b86b3bed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index e2f0cc6007b8de0f54850ab8fec50a301c85fc8f..69bbf05042017c411527f7546612483d64e573fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.output.dense/_0.pt
index b006a43beddf9f0c979c90f25d295a0c3a06bdeb..57d2a8e084f6177c8706d226030452c32481743a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.output.dense/_s.pt
index d883880f28429ba5d16cbc7d4b1f08ddbf57475d..1cd476bd3135d01cb4d3fe12d67a038a0a2a4e18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index d22b52d609426e792142c11877f6d396e08f9ed9..835ac1d4a89c05032c4ab34f53b0bec58bd3ae96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index 258efdadaa18bd3064dc4621feb74382a66aadb7..fb960831b91049cdd88dd293ddbe5b1acba2f58c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index ea5aa07b6257276022932449f5de300ad3a948fe..61d1ed2e2b9d44df6864ddd977677f858f219ee5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index f7f24af0e5bf02ea09bca1cb9bc9cf9b26d262cf..15b33b40bee5184654dfafe2744d22013b57a22a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index fedd920945b8806de9984d847691d29b5580ddac..39acdffb06d83fe0446fe09648a2cc8184a07595 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index cbef326ee7936826514e55a9e96749e1e40f3938..6bffe095bfb97429006c6d1cdc3381d1e5dae89d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 77d85d7d7b3dd4ec8b7ed7c0511e2f896927c435..f793f95af73eddb1ace57900bc558b3e33a7b903 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index e5d42d6fe31aa34f4705849a04bc06d6e23acfdf..1a4109dff18ecfd738f96c885ea21619a6d3b86d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 2345ab0f4f5c31f3aa12e7f043ef46523d2d1f16..a90462350693efbd359eab64e024fc3e1f13d34b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.output.dense/_0.pt
index 75107aeda44d7db094b446a849d7f17fcc6fe1f9..be92fcaf55b1ce82db1abac806de25d3477ca2d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.output.dense/_s.pt
index b0cf9572307bad75329d1459aec8a4ec0699ef8a..f123ae51ba3b2616e6b72d52dd3f5a8cb32d5bc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 7de442a21d549e50a666a3272ca6265ba8799ce3..9d212a623f0101b829a9918d86e4f86dee129ae8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 732bf934f1c95a777bc393832b0b55e20f302252..bcef4ca24c496b550a20aa04a0f3e47cdac1cbb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7b605e5dbe9e4977d8eca7f8fb9fbe079640873b..62b96acef3a9788a3bfd6c96c8b4101406f3708c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index ec6d758a9d495facfef5c432c8e8e3495eaa9a72..6fe36556c7575372bb5424d86b57e64141c9dcfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 1b17c6b7d22a01a82d58f47a58c6e9bb68a28498..0af1dcb773e5cc28715a688b45f1048c1d3a3709 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index e05ad5e92a4053ad5b59464dfb3e628550eda75f..4c187764cb540c2e908d0bdc8f62e5654f0e9f74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index b2333b742318b5f8333fb67db2570ecdc7b08a86..0572e07b9f0121927eb835c6667830c7974ae138 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index bee3ac5146643b6a83105a385b5d920153b7ecd3..6bc6756628be7c04518fae99ee9107de733ce99a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index dbd9351ec6f8b0d83b21ed39d67f346b0e148563..4d6ce187375c833406d06faeeff3b3180c42d2b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index 4f01ec664fbb2fa77614202b53ed8093cbfd63fa..fc31ece02e3120806b4d8266aa28324a95ae7529 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.output.dense/_0.pt
index c80ea73d9bc6b81f86948625921b9f372026a1d4..58b235b1f11df267b02738be4ec88ae841cdb0ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.output.dense/_s.pt
index 98e0a3d6c024660ff84a0c7a5aceed076fdb184e..2aca09bbb928d37a1df5aa90456c365a39db4618 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index e2d8492b6a5cafe2e4afabf8d31321aa8f27cb1f..0f5c0aceb53b53321dd8f70bcd606b5cb4ed7ed7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index 910571941a7f5324f3176f0dfae9b8da746a2422..ce491dc9d12fe4ae3175b7f25f50c54c80e3a285 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 8b611cbfb8525a32b4fda56a3f9ea152851f0632..9db128d5ea4345e4f5165327af046a0f898f8d65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 9f23c8556523d3956ed264e3b9f1dc19e1b40ad0..b9ad2aeb9f9881b0f97963b6572f8c2288261255 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 18567e6c25914f1923c8b9bd9ea193390c2b27cb..4898dbe52a4662254f97ebfd61e0f0aeb3220464 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 70bcd5225715d4542bcd0b8a1600290a2eb43848..568543cfeefcbfac935e8a4d7d34f4599640acda 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 48dc739fb35d9f4082d01c2bc1a439d6ef644c46..f6893bf2b84f7d8bb11c098aaa20e7896e32834a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 45d586a68ff29b2da0fb5afa4a04b11fb685019a..387ddd56228e9556249c3bdbe855c29722532ed6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index e5ab87ccc9d4e06fc98d7df676b870ce24e4887f..5635a95bd1a7c699f86b352afb41c8b223e8f098 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.output.dense/_0.pt
index 3d2b1a8bc76722da544d916588c6f8d5bdf99bf4..8c9b0b66f8085845b3dd40bb3cbd91efd36c0e6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.output.dense/_s.pt
index 374ab9ea9e9c4d833206093171c88cb85fdc7157..06054f4e09fcd25a558f712742b011942a499ea2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index f67b35f0f88859ba206268785e24de1b4967dd86..3bc4cde05893dd21960fb9e77bb2558ad3900bf8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index cad57bb48fe8d9c6de6454501e4bde6755ccc331..05cff7f2771feab3cbd126b6ba97147b7a7cbcd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 559885e38a1152cff1517a95b90a174693163631..91e28eb6cddf102341e54999fa0560e21240829b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index d26df6744e44b6f92e92091318d4edf8bde45d91..acdd70dc0c73727e7eca08c9a210d9c372c14dc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 05ee383d70dbde05ea8375e8c77d7c6a3155475c..4a6f2c1ccc3172cb4be4e4833d9e6812a08dd513 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 7f0c3ebfeb764343f4c061860c3cc08b7f05e12b..4929555ec54cc143de3fc7bf2ee59f2a93d99978 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 43d75a4fbd98054386120a0c6fc8e1adfd06d4c1..27ccf60358b49be598be0ed11992221205e82ca0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 1680bae3656d48889c5e4aa39b29b93619a73bd7..83d92ab1976fe05bc1b8c90457a62ae3925f98ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index a595a2dea323b68eca8e0a38f44217e19b085fc2..70b8eec9f510d617e6f9f5aa4bea53f565f8d979 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.output.dense/_0.pt
index 94abd86200e0d81d586cd189cfef5c7a60bd5980..747fdf3eca67680ab2432d8cb7857594bbe7fccf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.output.dense/_s.pt
index 11398e1f816993d43ee62140bea38c7df07d5ca0..4def16de5ecb0458989844dcd1327a5b17d98bf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 85c6a60b90210580d1b6d1a52b5be0abafe4188c..4354370e398924c69773e8e3fa821ffc267aa224 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index e1a3a932b848592b8f152ccb1b0e25afd0941f48..8c5906a471b65cc61755c63523a04e5949b91261 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index 4f46324bd41d00b2802fa88ff3d582d97f0da209..56316e876019f7567adfe8408c85ae0d084d1f99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index e83e921a47f3b87e96b1608ba50d7686b2de2b4f..a05606489aad271a2804386059e06daa74f5fddb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 5440dfb81399de4e206ff38387c3f9cd3b186207..ee396a6ca7245ee53194bb86c12a24b8c3a940e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 5d84ac9264fb435580d0b6b808791901f62c59a5..4c464a5a8125b3ce26622cedf154e1fca13cce17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index c48d547955be9474dd20244ce7b33b5f087a688a..95be1a647a996eed567d780c0e047a92d1b2766f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 286679f1d7f84e23da91a37f852be4ca26023702..0be9c1a65761b9fdb8b31294f30d4b8a445bcd37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index f9e8838375f96aa4258bc8c78b9a05db018ee539..3386d33262437fb6d9b7a2b99f027b6a46ecc5dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.output.dense/_0.pt
index cdfe59eec91cf4f42c2ee112b6ed8f1be1fe656a..3110339dc399b9fab9de0a788ce6d7d847718f2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.output.dense/_s.pt
index ba83408f3c5f19e75c875151e2a75873b7a149a4..d0ebda6dd4bfbcc5c2dad06d6a6504f0e5c0c7ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index ec83b8ed0dc02800e2bc8080db07cc8e86ee9f12..865d780655a6d62f4bd1a3f7fb0978140490da94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 224232a6326103775857358740c7df3cf12032ab..c1d97c2e06b0bbf62d4cca5f973297c40346d23e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index fc9ddbffa310e169a20494fe49a5edbca6aaffb2..0e3bb5b19a5532484d99da6f45d38715f5cf3237 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 9a2b286f8971697f76b90016c67a6b51da9150d4..44ad07d619762518bb87d3578c272fd380c2565e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 59070e003f76b1620596da3cd29dcc7acfff67ae..ff5cc2f7d9b8fdd953f82141a79ed0b7e4b99045 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index c49300f3726c7d46387b6b66b70e70b3e341e970..bb9340af0dbd4688574f3f7d1b0d3722393323ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 6e90491712a82b0488cdc8a4e22142ac5170f551..0a6cb30acc0c9823eb7323d953bf99beeecc5f77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 5890a83c8441b4795511f12ccabe5fcb50d36666..304f35314fb8c5a6095a87bbecf0fae2dfd56e75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index 6e9d2ac3707e56df190f662e79629e13b71ac738..6202fd8b53886f90abd6ba0570e2446476cf71d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.output.dense/_0.pt
index 7e39fab25c0c47b95fc67f5a621fb8f0836d7666..40dc5e2ccbd0804c7d2c607bc771f5e9b3851fbe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.output.dense/_s.pt
index b964b28f7fd3ba20c0363bff90ea9bd90cd910b6..e54e9ce9b195da1257ce3a28554a4a993e70a942 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 0442f4b18913a33176357249c718d50db6409b15..5f1c4b0bbc28867428dfd3aec445a08216a502fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index c53b89295990219a07c13f36f1a9d0b8aa1f9327..4d93e0af69c69769fd404f1ef4eec88d614eba0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 1759d0e5bfd2140906e0cea2965b4194a6f62e15..92894e4c676133d19e99bdc8742e6b4b1f236ebe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index 2ec27ab8a065b23064e20903e5f39fdbdda2e0a9..19225b069e66cd17dcdc86bb01a431ed675ab38a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 0b6679c5ff60d389423b694271647f3a17ea8cdc..9c4da94a6deaa08c9cf2a6e8011b926ca625c725 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index fe77303cd4d807d74690c718475668046ecb3581..f0eaf5f07adae13b4a34f7fed76c7487f20d23dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 1f043f30c09850cbbbd8206e2d34ded25110fdd3..fb5fb8a9e443659d3435bb1359893efc05471131 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index ed9daf7a67dec63126a8c30a300d422264731056..17ab30ffaeaa3ce936a322e33e37d6fb43c2ac07 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index cba7836c2a627f9c203750284f56849bb406381e..d4fb48a6484c9339a902c339be6797324b816a31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 22ba5a276fed073e997d99eebd1686823fa1d5c6..2a68d6e9edcd5eb0fa3ac6e0a342067944f082d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.output.dense/_0.pt
index b44948e29b07ab6a9b0fb78f84456e4a8f26230c..cbc7f4f9524e771ca3a7b830be67b3f7fece7cb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.output.dense/_s.pt
index 2f816ff86faec6f7fe35bdaac315c0d72876cbaf..bdf0277e8f4643c5f265ff71f2d8bba5728566ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 6a0bfe3d57fbbf53f8433d1d074ac36183ed51bf..6e639c4df700d01ce6cbb117d8bfa4aca7ee2cad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index 3ecd4b230c6a6ada2ca14cdd3372d22cda93d675..a45c5cde37bafa585098a85590707682dd081667 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index f374ce6fb8647fb277c9f822902ea3e1fa8cb27b..fc62316789a3c29ea8076af07decea2b21a033e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 31c1189fa436a4bfcc4fce81eeb8fd8c93a94eb3..7b15824653f577a9c83433ee05acad70e8d3bc1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 687a2eb56508cb26c5212de375557769ae7419c6..dfac8ff8a3fe90201c468bc3e2ac1b55af7faf7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index 20351f2df2f4918fdd6544bfb42ef4cbefae8960..483ab3d50ba22162d2b2260b120b57d36f82539b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 292e3e29285aaeab994b74bf27dea0ee3ac41414..867080cf1bbb692a6317e468d265c018b51504d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index 019dd584216ad2b9658897fb6e7e5748a171b2cc..44d4e294e83729433dcf62d6904bd5e7c4902d8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 96f9d37531b195e19f580d8e2e8b5957d0869b89..b9400622a667e8ebd49417bfc52d0a4d6f596247 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index 4fd4e4dadf581a7a9a9b46f75707a2c113f891cf..6fc8e9a75050fbdfb370a3abfc02b7894ec69dc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.output.dense/_0.pt
index 4a29d58a403def4b69efe77c82e98b22758cde87..ae7f26c8d08d081cfe177b8c1f9aa2db46a91ec2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.output.dense/_s.pt
index 418452c48b839b5f89f9007de3b76478d9c045d1..b91a01bb03d0723e270e4a23ec0292beef3e9799 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 9ce5b92f5eb798944c216d5781119b5e92922669..6b1c8198c40a606c008cb79789421f81fa9a2113 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 5c93939e4e407a09ef4188f6cbc318c52d25ad09..7d74bcf05b3ee564c695a49076dee1daf43fa967 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index c01e5c6c0d39feccc19599960e514bafbf745e9e..55619896b1b0f4887c366ce9c51341cb6bdd6939 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index f91f21ad180c9004b5bcd5216b7dc9d5f7f02395..d079db61b24012299e3c81f74c60a9514f3d973b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 38ed8dd988e75d62a4776309e6a066796ebe9e93..da442288e2585fe1808e53e071f0cfb2fdf0b01f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index 12d644ee8a9898e45d38b79e082a53a6dcd4977f..3c46426e629f67655afde296ab03ecd5479b4fa8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index bba0eebef596871b44e69e3a6fb9929b77b7c251..33d9c95840d2efc752c4022ec7dbee9eb7ed52d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 85a458054c24c9235ef9db832580ae11d54d7d84..36258ce8f7b82920aef0dc26c329cb39e94904c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index f7eab09c7f1ffc08983411b4a2961845caf43100..96b230296b80cac59010f46d7389e25891090719 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index 7d8008a543c9381da30322fb529a534ba2bc0680..68ad96dd5db9350fe21fb15bf4a2674a6cca5268 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.output.dense/_0.pt
index e9990e0c5336ba0fd87af821fd53d7de0b5eb565..c7d4fefdfe30df63f2cb6b5a1535a2849125311e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.output.dense/_s.pt
index b34e2305b82f6f269cf0b09855bb124c4619c358..8c7914d79b51f22b57de70a6332f2735ee9f31ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index d8e2ed4734b7dca82bccec1b9028a4dd783d39f4..7aa4156bb7a854e4e11be68320be5eedb045115b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index 243fdaf66716af1e1e79f09a73f065fcc0169239..89724d200f6863f2459cf7b0aa205d81656c0cfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 038b5085feb0ac3047e67132d036e9460a098f47..7ca135d00d258fa885c7d4369aa4a3c7e0d48d80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index 53df7eeb9231cc10d4d8ae894916801f2f8e6bf4..87538cf3814415eccc52d8c67354a8031920c2ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index ac66fbf8c5cecd0596b58732b985bf0fced47414..c5ed5df9611eedc2002ee8e6b0b8c4c1e1e614c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index 0b5cd1f2515c040b3357e64fd7bf730a7f1c681a..f01c45e67b71dc0d70537063838dd96c4e66f175 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 2ecb998af707a40a2855bc2d162434c79fc22eea..63033d629b044c43b6c4d96b94bfe19b1d624239 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 6fb8135384e53865d767b38c4a44590840da1977..799bf430497874aca524ad40932d1a3cc0b612c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index e8291f6d0dd20075d54eba7e0e4d8e3cc037d391..3b39567266fe7439cab6e24a54b970d5e143f1df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.output.dense/_0.pt
index 83226188d1fa2b5a549c05f7eb0772682cb3af9f..a78d80e37a1a7c8eec0662ddb75c8dc989578d4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.output.dense/_s.pt
index 92572de5bcbe5cc9f3303c2f2297454af1442945..32beb1b2818c2cc87c8e72618308a05413b1b496 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index cf2a5be39df5dad5166d376f33d3cf25a3e7bac6..582836a7d290433d63b95307e4ea09ba84081c04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index cf65a9ee6e4a75ed0ce930f862d6377082e2afcc..5aac5d71e280b8c6fe98f4ea50c318d5bb33fd80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index 08b488dd4cc2c6711b2bde3221908f2ffe89d742..e4b75a60c707eee6a2aaf41393c5fd5ed98dc002 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index 9a2f0acd79424b762460add0076c8c82a7a69083..782aada5b9067ce86d9260a905adb5d5a98b7d1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 98b7a65c3256ced5fd6ee2f27e75b186bfa45ac0..5de0f699af6e1f655a2b88ec5f15552df726c309 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index 83b394af571f2a6ebb42a49175fb64ec147fab93..98e47c4a446ed6156401301166e78da4aaa6155f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 735dcf7561b2d3089424909824b57459a221ff8c..f4e6d6531c5176f156e37d3b7a4a148875e84e25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index e0d2436143c1a372dda438589eb9d4e4386139da..88f0b128680b32ff9d0b187084c32682162976f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index d0412982053ec3a2e9eccb189cc48ea2f942cd04..ac806cc2a1f03293836859c99c86da9506b9bde2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.output.dense/_0.pt
index d619534859fc15d50f528177bbe14deb026e8ce9..676aace093e6abebb7346b9198fad42fd2a1dd9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.output.dense/_s.pt
index ad8bab9734b47b6c46fa880572eec2d2b1e9ddc5..ce285d9780acae402d4801afe638c634b03989dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index 532fda403d668582de3db027f2cd41e9dd77de1f..b40acce79f58cd502cf7a079739e83777ef3883f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 5638a2a3865a3d379a3525319069b0d9c50abf47..783d2c050b1781562962b587eeff300cb7b74936 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index b803da02f2686f5294bd013bae96a1159e6d6fbc..9db7913dba31a607babaa013789fa7768a3485b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index d14f0f1a29ee460166a1503b2d7bf7842723dfa7..97e038c652b043ef2f6a920ad5e8a6fedf7ebb55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index ed183f012ba1cb14f02a7de6e4242a5e322a6dd0..c03bf9d5f260fce5564a261035ec1fbee0422ffe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index d64cce98ed0fcd9839d7ea88e8d69990aa2cee87..fe54b86dcd6674c9657f8ea7c634128cfcc4dea7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 560cdc93bf8947513c35e5359f16abb0ddce0b21..81194517055784f82751b5bf864fbb36d8ce78c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index dc23e9496ecf2a0fa51bcca01f373ff35d968a8e..3b74270b5783a2dd17395a2a05aefe78591c747f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index 54da9517e229d7f972cd8a1ae7cf69f46cdd5711..85821ab6c4dc91871ad2cf375620c5a179f0a85a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.output.dense/_0.pt
index b76984fa18da21b1dfc450520ddb40b293d47f66..31cca3726a8205f12751d0fd5e7ce016b88bf6bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.output.dense/_s.pt
index 5b348fcf675f0ba8377f7bf5b83b91145d78bf6e..6df1e1ee140420a39af83b66668438edded14e59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index c8cb0a19918db1475bff17cdfde9449387562ead..f1d98d7ea270d5f7887dbce384345646e602514e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 48f947c3adc1f1ba58e2127171eac73104c18305..49395844f0eba85ef3650091917790ea4f08b5a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 5cb2e0bd136292370bf2cb28ef415cc7c277ef1e..9f3ca9257e528c34236dc433ce266741d65bcbfc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index 91984b39899973b69696a713f6a432354f79a24f..f47626c0f6306bf55cb052a18ed539a3fd5500ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 4d7312594dd545912a02ccd456f27b3c799a9621..cfd854060ace6d070659305526b46a8fd5b0129b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index d13f01e713f0720848ab83d8a125d957905bba0e..e6f415ef70776190b1bf7f41d4fa774cce3c6b67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 62bd89b143f3d5b5ad78615a7ad3d55c41fa33fb..f823b2a6280ca4a4dec19bc789b068602b293613 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index 3965c414aa045862c556b06acd9ea0a998f6d1d3..48bc5bf80c65c6cde5f59071c18d6e3259d237bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index 59b54e376880a677526952f083c1dcb60ec707af..4cb2478d4b43cff30eb8cd81cd827c5be0fc720e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.output.dense/_0.pt
index 518bd2ed2a2e5ef2e4b089652e5d334b0951b188..152e1d0e0866e7dfbd17a8e43467eee29bed2bbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.output.dense/_s.pt
index edce69a9b70f46e7047f1fb7c605acb1a393bfb7..5fc440fccfda9a7cfd287e82d8efccfe65b44cb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/classifier/_0.pt
index 47aa7c879acbfed8d5422b4fae3a579429c76654..9b1b9934a5eb16cf3c98e42729c01bbe82afbdef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/classifier/_s.pt
index b66fe009e4024a0b6e76d1ecbad1a06732318874..06687e3897d52d202aab4049bf707bd24ece0e38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index ae63d16240443eeef358404f13c607c4bc0cf6ad..75841676d707c505911791629273df8dd71d0ae0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index 4aabbb67be47ed1d2520ef7d9664d5b5b3dc6d32..f483afa196df42630cfe304fbc7dd06753fbf5c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index 71fbd0add938cd2092b1fdc3486ce20cb643df3c..05a565330dd359d66c6abb104fa10967f3fe21dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 80f6b59191256f3a76d40d0e6e0c512a44d53fec..018db2fe6d50287120d330d4541f3aa826153adb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index e7fbc6c3d4904b9b07c5cc95bddfecbdb3a57120..b29729d25abb8806b763365d5ebde615c57b4fd0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index f3f4fa32c6b1687f8d3be6cfeea48bd90fe71239..807569addd7c339b4750013aa62f44ebd0002763 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index 19aab90e9ad3d063a917a0bb9691edb6b36b3432..c2c99f4f63d992b7b0d7a89e89cb3f9d130fcdef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index d4715d4943e2115c0bdf3a8634bbab8a259a1c81..6a2b0461627dbeb726b0bdad5c57c8a287b3dc16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 684b2d8f1a98a10a7fd559d2cbc0d8853ca2c74a..f5138c0a387965080c9fe00c06299ed6a53129a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index 2e852c4f6cc7f7765b971491284b02d916d52bb1..5e5863e51aed703163909e147b9a4789cfb4aee6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.output.dense/_0.pt
index a9bc9bdcae16030eab0673e4ee3009ad7b22522b..3c4e52c4a085dc4957e524f8b5afe2a5d2927e7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.output.dense/_s.pt
index 0537ef0b087bbbb43102042b6c57aab6fdab6051..4a12bf6ddab4209dcdd67e22b814c4e3983e5c92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index 5f93ad4edf34689d185be6a62e4dc5ef038a5806..0e2d92f3de3f7c333ddafc8ce68f21c323526d22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 7eb5603e2c66faef668ac89aa3a8b4232fa5c2ac..4a62a47551d6ff0a4a887831c4ccba654e704887 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index 1e4ef74922a2c406ba2de6f04e5fd550c34e6830..39dcb0af51058ceb173cd798367e878b5d07b801 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 7015ad8f921b85c8c9929cf658d8bab3ff8f0877..d871a9f4414df1c0d3816212a0cca06d1766e20a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index 20532b9c43b350988db48ddb0e0e7f4c50747ba9..8b84e4344c2932b1aed52b993b67b0c06080988c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 56c3e329845e1c8212603b087ef83a7961a0a2ee..8f8fdaf5d50154b07b93fbae8265d74cf4ced085 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index 0c690fc7fb73c6778d45716b6f37457c0cb7f5af..9c63df6aca49b4bbf6eb7472921b55608be03fa9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index af64b57a836c11f0dd4eb3ebb1e127bf9bd0e551..32da0f6c2feafe0c5495b5a3e78d647cc348b6dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index 5f04d94e9a826a9b5d92ce6ce08348c6f0d0e7cd..380cd488bbe2cff2c43ab66bcddc85217436b18e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 2d3640368b4b4ba863eca691af2274f12e08494d..e61467e82f9310006397bf06375074ed9b574645 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.output.dense/_0.pt
index 8d8b9263ccd505e18158f93f22abfe12049dc33e..29e66003b46cf79b50ca23dc144ec5d01c38e0b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.output.dense/_s.pt
index 6edfdf044e8b7329d5ff59c7345f19b82cdb5e2b..231394193771c0158f637a5801e776559f6154c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index 76d01cd668848956d6b8246bd84c594e2b8ea498..d96640e49cf88d9eba839356446ab5fe03fabd02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index f17927f4a4ae48f2fad8c5fd9eb850950013c07c..266e4e89a7ba43573d93a0b8c2d2cf4ab3c16b35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index 339b4fd96ef10253e4a6cf4a4b8b0a7a6bd493dc..e1f1766e4d25dc7b557a40a393e789fea4774a90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 405d9c5b308836c4d47008499bfb3759f3d0072c..42e66864c3442523ad930ca85236122e8a371d4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index 87abd404e8ac92b7f10af22ab00adb87ae566d96..d09232dbb9391a3427db1af7c3a569bc59c69a8e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 3db854eb01efe6df722c8673217506af2527f08b..270dc98a67896e58290bfb92f4615f80df7c371d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 32c7f6f9c01072a587f73ab2c7ed876f5bb2403b..edf609b388c2a43d7bea6100a0131e520115d7b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index 1ca9377068b28ef74ac1eee6ea148e7777577080..b11efe44b0ebce56417b1b8f2c39b699c0f7c09e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index 1e1a85379de6449cd8626b3c16ecafc41edd429a..f01c2d21abf84a21174b50c1a3a1e3e31148aaef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index 14696b1a15ba2de9691029deb244ef28347995cd..3f28193ec7b751251797a0dc9b7bd82e31dd358a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.output.dense/_0.pt
index c15943cca62d19e041cf80c306a7a0c1fb52b69d..047959acc8b30fae55d3de21151313b3100e9d08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.output.dense/_s.pt
index 530ca496498fe3afbae869f69b402fbe0b82c0a7..467e254a64dbe70bd6b4a64afe69f97abb760095 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index a5efc88fa6964b7664ddb006baba342bc4b61e12..f3c4f78a74cdbaaa9870ad92db71cddcd33fb6af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index 8e39db40b43cf41a76b3f4f1a2d9601517e74e2f..f725924dbf96e9cf19b3fcff28a70d6afa6304c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index 9fcdefbc63fbddfb8d539247fc05ac7598bd2aae..276c2b43721221e3cead9a48c69ce630bddd1b49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index 53ce4029c3e96c46caa395ee284829abef469176..bfd404ad1986ba9eb97c5517992435410e94382f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index f2ebe7d1741909503edd8245360dfcb51862f63e..0028b270be0a53fc0cb9e1e4a0ecc1bceb5b2aba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 4b39ed62618a708d6d76da14fd56bbb71aa20974..5cf89f90714dd18dce27b9cbbdf765ea40a1c880 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 833f888bdca18c4b8362c4af98dd54e1e2f2f62d..788c454f3ad0b7fe9bb0a855176c33a6fae1c2dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index f2329cbd4f5d548a7a5994d8eab4f2efbf2a369c..bae10b2f4ce28050e8fe59b0b86cd6b15625b5a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index cfd6f64a50179d6b4795a79cc9963a4d88e790cd..40789d18ea8d005b8a42ba1eb995b154e03b687d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index b93a73bccaedad7adde7388394f99dc0afc5ec1a..5b8e75ca0f8fee2ad9b0e29dea2e9e3b60161de1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.output.dense/_0.pt
index 4f3406f03a099d0e2606ef63a126c2346b3b206e..33ab782c307ce4a9fb6dccbdac4a3b9cb40e92ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.output.dense/_s.pt
index eeb01f0381e02cc63ce41a190ae3ca8ed76a0a1f..4c3c0aa31484bd283c56fd50554b8af072d8cde5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index 1f22815c75692eb6c7e31b7ed5735dfa341a19b7..9d61863d382de18ae3868fd50b23221e8e09fba6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index 14bdb622ea426aa31d2364825f3e5ec5b329f0b6..fde5153cb3c0dc1c8e5b9bffd97e0dfe8b252bbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index a4c14964fef8d26de7eab29c90686b5386ce5592..7f9eece4e9677cfc145d17763c7ee729f45676c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index fbea4f663fca6ad4dc1198a87178b423aa058485..eb9757936fe99a52961713f7431b30c4118836b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index 417185ca6ae0e7e8fa778d8d70b3adbc0a847393..8df95df20ce1e9f308d1143166d2eecad0e4caa0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index a9a0b15730f942f6e7424605a74e631667568f81..138561f914ff6a008efd5a9084117f4cb6bbeb5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index f51d15185533df85fbfea50bd64fb9b6aa7507e2..11b5ca5595324742f7d2bf300e3addee52eb4f31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 594844073a70b3566013a88c68fe9d5c59b752f4..858fc3f24cc98a8883a7854089efeac39ec7e662 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index 2480a249402232212c5ac3f3043185f09ca2b9ed..e3aec3248eb6df834a78ea860c91856f9df2d060 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 461f09652182c3492bf6e52ae28bcbf3d27f410d..85c1d00b15c3d4497db8cf86e52d3f7c8a0b7088 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.output.dense/_0.pt
index ce932d9d8c09f072e5bd07d0a7d929da6b95fc2e..53599f804c28e24b02454e7c583de93417753cee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.output.dense/_s.pt
index 6c7529e1ec89aceb922a350c98566aea57c2c3eb..24db9252a1ea280433ed5cc4bf8c17dce174fa38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 446b70bfacacb63a4afb243e25627b4367b1e438..dedf047ab42a009060332d0f25531d800efc80fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index babcfe61cbae6915a0fb4ac3c2d6d6782efce507..9699613b75d006a41de929b801a99fa86aad8834 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 6cf0cd642adb7984096b119bbcb802504939a37c..1f1c400a8527de920941141481e34b3a9af2d44d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 5bf1a7c180f154087a2058405f65dd271eeb995e..faad284b34a5e9db17ce7cc8cd9cfa374989c414 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index e82aa47d8067221fb77d85296e98477de767d7e4..1cfc8accb8e0146d6c787bb966f33a778299e597 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index 8530849f11becdc85e9237f3be02480defb90205..8172a324959c989ce0531b7f41e3b3e60207bd77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index ee9a0736a76c2c8b22db56e4616ebcc0cc7d36ca..13961c262f171a2f78f24de59dc9a2556df02050 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index 50fd0542d43a7b846c4942d2b7c66984e6cb962c..ce7cd60421a3461617770dbcbb3624dd5e94c968 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index ba8aa2f0a3a8bbcf1fb46b6fcf2cdaaa43ac7818..6eebfd2a590d907ada70f31dfabd1b3c7dbb2cc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index a7170e3440e5fb4a4b5c07a8d6f965dcc90940d3..406f6f508f32167654b0ccf46836c6f98f2433ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.output.dense/_0.pt
index a259da84c5e5ba7ae6365b64cc9e08eaf62eefe7..98c2090b47432bd9b0043ba2f12a38237fa8b8d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.output.dense/_s.pt
index 1a6b360771f940ae905329c1a435f4e80d6403d7..0c521d51fdcf82bfe17e8f6efe3eb45a078d601d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index dfc6388152bb7b1a78d3277b9cadc56a46c0c2db..881eaeda1b2582cc3589bae367f048b31e2137af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index c579589a20b43e15149b949e1ef0015047a8512e..05e42e2730586d8d8a9df6a64aa74291d4371ed3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index b55c4be1a2d42fe3aedfa0fd4a42848e6ecc5d64..8006718bbf75193185cf44dc028fa251741ff137 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index bc094db2f7b84a99bce2ecf9ee943b4e9046bcdc..68d913dfeee66b1591cca13a2cf44831b8925cc4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index 241e3c75e46f4f23c5ebd375a4b2b49e76e52d47..6d04b3917238d95da6ef6b8cbb42ffca114bdbe4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index a7cac444bb23a9e2dfeffee6841510ec2c97364b..73956977888ddd40cd0faf97bd084a473f4420a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index d0f092e488dc124b532bac73e284c9197b3066ef..5799adf3d406eba7f459fd80cb4c808d67071f6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 21441eeb31396415103dbe88cfa598354ad9de6e..fba67ee786944dc40652811e3433e531d72299cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index bc28d857af7096e24ca7c219931088bc6a113074..561d119a96b298e6d0929d1b7c7e41ad6420e618 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index 9a82362fef03de5ca7fd45866ad7e1baeb5bc59c..f323d06a00d648c348a42f63818d718900e496d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.output.dense/_0.pt
index b6d01d66f1686d713eed8779324bd0e1c0a6003a..f2468d4ff16cab6ea0659ebf9c5a4c904b97a038 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.output.dense/_s.pt
index 05f9b9cf85da940cd5e127163b2753949e48a8a9..c24a3b974b59425ea9a1d4070c65ef4ef2ff9df6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index 17f9d5bad3a55d02dfa09333b12c280e75cdda37..c31fe0082ab939c318fbe65f1dd9ab590b9dc3ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index b182eca56cde4a27d0a160bc26dd88b693d0e703..d063048cf6eecf58a0a9c9df3fd4ad9ed1a7d3ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index 53d054da8bbc004959b8a67830a003870bd1f17a..fb550e7398146c8dd2d06a105ba494ee731b3f20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index 0c57a6c36a4c13de1b6afc10eaf3fc78e4ff06ae..9c294eba4e4aa6a06ad5d894be029199b554271b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index bc060860eb52c280a11420a3347bcfaef630e0b8..bd4e657b8b70dc7a0497d68ce7551e827ef5846a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index 117670a1598f6d7170e0d9e73c208c0c72cfc6a4..94007f43b35c70396bccfd099323dd156a30824a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index 3966424761fc4ee70bc482cb033af66821bbb091..7d7b27059c2176bc32c34321c656db9acea5b496 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index 2b42132f8671f45b85bb70e9f019af6ffa2ed006..94e6caaa039e63e4640493d52cda1ba26251e4b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 0a6061eeab4927fc9b3558157458eb745a4a38ec..b608f585ede35e3eef7d568f21c333efbfcc0337 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index 813db528edfe73d344e752c735e94d2698b8b903..c93e51d89f463993cf2928fc49c6d2cbe1829a55 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.output.dense/_0.pt
index 4d61403aebabe06e2caa72af7242dfd89d38f85a..4f9b3bfb4221752b0320f394d8c5b07dde826ada 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.output.dense/_s.pt
index cee0dcc5cb06996cb40257e24d3b2e611ac38dbc..b0e6806bf514f45e5fc390846454b0c5c0b89465 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index 4c866e8a8bbb651c5033224932b8e90db9df1b3b..7ffb2fc6c416d986168a7693c6c77b3f770d7bca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index e40149862d59069f84200f5895d3b6d3b6c745a5..bc6cfcde5f59be22583f98763d36af20b7185d72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index 86e34c2a09254ffa52b543ae9e3084a3f2c34847..4df5b1e4bba91dbf01da4f08c65f2e538fc35ef0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index 57145908687438937da9bfd73713c2f69eebc1db..19ac6ad2b89424087624ba279493252169cd6791 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index 49f1e49738fca6f2bbbb0dac26810bb9c860495a..d5b2bb79ef284ff0c2f317fea7c3baa5acbf3729 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index 1d43f38ea715b8de7365e17e39fceb885b4ed2df..9451c0022ed7cc35cab2ae1c901c858f9b523a30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index 01b5f7d8151c6fa3b847df82fbd1ea6787d1d019..3a436d8f63e599460b3c2092bfb83906e15924b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 8359defb45edac6205d82bd1516b5e6ea0ec0d8a..307dffd3a1331344a45bf90dd83f911b44dd6597 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index d9c9f41bb4ea195b7575c8230d29d4881647600e..b97bda4726b1ae452f9552350874d2248d058e03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index b3599e2575183fca263206fa36f24b559d7d8fc4..a84dd87af29cb212b8fd0a0dc2736de4ad86ada1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.output.dense/_0.pt
index 790bdb6c808934f524e980407c89312d2b84deef..8973cd210feb9bd819616c6711ee7b74d3d8d9bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.output.dense/_s.pt
index 717216d59b3e9b4f6c0e7179b0d71c4305efa109..f83ea02360478dac4b8905a67a2477dd02e7f065 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 97c9f849e4b9d30ca85a23c0f66ebcf987f6b068..0b075d0f13daab60927a123c051888b13f88cc38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 01c7ee7d215b0191251d7571b95ac304a9cd7e86..c658df0ff3b02b48510a22e3a70090c1b0ca392e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index 4f975fec78c48fdc61b4013502be7ccb7a8b28fe..0d3ab438b1b942e64fa320299526d0c9cd358cce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 9630c9d8cab99c07f14bf2703e872ebea5df0bdb..9a0240d4b192bd86df8d9b043d8e2a51b3b3ba2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index 437569a4163fa9dae8d12b805b55db91edb3a35e..3c1731ab42c84dd1640c99ae779207666fe4fa61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index d71a6d05be423157ca73cd5bef4282f2704913e8..ebc14e494d75e6a6f7cb1aa013a0c83d3553bddf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index 4ad22a1544bb5e8ba56c4e64394c01dfd1ec5775..e477130b411df8c6e3b74ab599eb31bce50c8728 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index b9443262344a270cb6cf1f920637e36a285fe9c6..5599139dddd98994aa0ce7fe8f0e0372b7441c9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index 4a0114262f69ea565fdff2a07d05737a4cb4d0dd..d8e3f68afcb4196c84af27cf5ecf46bec3aa852a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index aedf26f336d62b60f622112f6b81284e59ef82ac..3a171f296d1b1620603602e4d71525130db0b4dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.output.dense/_0.pt
index a32e12cf4380ce6f438e0048198aa40da363adf6..9b8c0cb1c59b6394cba55b30e40eb8333ada009a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.output.dense/_s.pt
index 63ba0e5c14ea831bc749d082e39cfdacb4b6c3f5..b3c14c059e6df3fb7f5397a6a4daffc5b70e6a4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index b5a23e9cbdf760c223c38cd94b475b4f7f5138f8..e47edf18df634bbcd91cb018fd24399a046f2660 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index 2dee601ea97242af628706c85514de43570cb5c4..ef547d990702791edf9b8f73071007c48239d729 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index b9769fc9a808b9086697282de21cdfad5a452bf6..4dc3e56839052d420d32caa1fb552422856c2634 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index f5625708cc8afed3d97ac8d0bc8b2d3803b8535a..5e4472e3ad913880afd3e15c4dc7e1e4c35ad759 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index 20b488c7ed13fb12326ede66274680508473ca56..004c72395cb28d85e21dbdc42508deb6cb47c51f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index a10c16d1e2b286919ab0175e1fa6472269273553..5b74ae12c8f845a88e24a6fd1625c9f6c229eb52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index a2027703df239d2aabca7d386cc72316b5a593fe..df9a857a4696088b52467471410aca5b769f5458 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 2589a84186528a57ffb52c43d99a4a253d0966fb..5c260d70cb1b36dc35e6c3aa489b5a30946e0cba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index 03d289353c652764bb4c8aee58228d79a30ae51f..8a35b47fdf5ceb5431519ae4df4fb007152b9303 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 1677c15b27ef673f9b770f6b95e32d2515d37345..02cd9fd711a6b43ef810af3efa18d513b6c747d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.output.dense/_0.pt
index b006a43beddf9f0c979c90f25d295a0c3a06bdeb..57d2a8e084f6177c8706d226030452c32481743a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.output.dense/_s.pt
index 4ad7d7e874b064ac7e10e5b8064167488fb202be..6124cbb7337fa325fd995fbc21a2974be2b7f68d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index d22b52d609426e792142c11877f6d396e08f9ed9..835ac1d4a89c05032c4ab34f53b0bec58bd3ae96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index 90943e21dd423905b2a0b2993b99306564ddfd70..21fb029e5a674c63469f1acfa17b255e61dc68a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index ea5aa07b6257276022932449f5de300ad3a948fe..61d1ed2e2b9d44df6864ddd977677f858f219ee5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index ccc9974840b73c87edceb564c3691a154b80b2e6..7e506ecca54c01e576d6adb9fcc9bed986f7457d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index fedd920945b8806de9984d847691d29b5580ddac..39acdffb06d83fe0446fe09648a2cc8184a07595 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index 2742f54f89ee3afc25effcf683d9e2a4c52df1f5..101eb19f3a29d6979c5282a8a0b169deaa4d263f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 77d85d7d7b3dd4ec8b7ed7c0511e2f896927c435..f793f95af73eddb1ace57900bc558b3e33a7b903 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index 56d8c50759aade0de91ccec44433a23be079c3ba..8c33056dd4702a8789d05ad4a6c0d45550567eae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 95e96fed8f4e5d3c4f6a0690d01c25eb2ce7a649..5d7ab3c3206d57cca8f506bfeb35b3370509fbc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index 5abc05c0910313eda8a3a7ebd326063fa64956b0..cc0f48e216904003e46e6ac638d3a3f75d8beec0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.output.dense/_0.pt
index 75107aeda44d7db094b446a849d7f17fcc6fe1f9..be92fcaf55b1ce82db1abac806de25d3477ca2d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.output.dense/_s.pt
index 02d412d7d6cd92bd097014f4d5cdd7547e383ccd..0636725078f5878b8422acb4f2bafcda63d9232a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 7de442a21d549e50a666a3272ca6265ba8799ce3..9d212a623f0101b829a9918d86e4f86dee129ae8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 718a3e41473d7a351e3eeccec9080405215e0001..0bcab14eb4fbd634de7a7fbb141f58841d33cb4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7b605e5dbe9e4977d8eca7f8fb9fbe079640873b..62b96acef3a9788a3bfd6c96c8b4101406f3708c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index ec0889770090c2be0a56e6891560e02e494e8ce8..a8595be68e81647da72a641735b4428b22c29655 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 1b17c6b7d22a01a82d58f47a58c6e9bb68a28498..0af1dcb773e5cc28715a688b45f1048c1d3a3709 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index e9f43abb1c3da5ef0bbb21cf9bcf6547a1ec4c58..c1795a48636bca0a619adcd070ee948cbed4f9a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index b2333b742318b5f8333fb67db2570ecdc7b08a86..0572e07b9f0121927eb835c6667830c7974ae138 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index cdcc821feb39e8dcf132abec06c1be704b664746..a778de3ed16fc617355402325f52b662364d9c0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index dbd9351ec6f8b0d83b21ed39d67f346b0e148563..4d6ce187375c833406d06faeeff3b3180c42d2b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index d202f5e9ac09cd032ac5ddc438c1ceea550aa872..9fa2bbbc59bfa1a9693525489bac0e5b878be397 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.output.dense/_0.pt
index c80ea73d9bc6b81f86948625921b9f372026a1d4..58b235b1f11df267b02738be4ec88ae841cdb0ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.output.dense/_s.pt
index 832f636b2624728d4667cfa65114c8b6ea88338c..9a8cf6ec314076fc027cebb073b3a224cc723840 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index e2d8492b6a5cafe2e4afabf8d31321aa8f27cb1f..0f5c0aceb53b53321dd8f70bcd606b5cb4ed7ed7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index 86881485adb492265039104b2f1b49dfe6a4856e..ea9a05de33378808b91739ac249a134a4856c2e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index 8b611cbfb8525a32b4fda56a3f9ea152851f0632..9db128d5ea4345e4f5165327af046a0f898f8d65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index 34cc0e70fce1c00a9ec6b6a36ba5cd85a96537ba..17de1a80aae93cbefdb750154f06a691713fc58a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 18567e6c25914f1923c8b9bd9ea193390c2b27cb..4898dbe52a4662254f97ebfd61e0f0aeb3220464 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index af5d9dee226083380b18b8dcec4e5eaa685fce8f..49f4d6ffb9fa14188e166b8164d7c1c5acfb5627 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index 48dc739fb35d9f4082d01c2bc1a439d6ef644c46..f6893bf2b84f7d8bb11c098aaa20e7896e32834a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index 08ae708d7b79f8b25791d2174389d9a19bfd87e3..ae51866868b72790d80a84465851c2fe4a030657 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index 768a123cbb02690041b9e1d410c0d1d876695de3..82e1c3a1a8cee639eef42c357b4126992814a81f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index 945da00da2c5cac0e4a68210d24c5f3364924201..753f248c199e38b797d01b300b95850ab87dc26d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.output.dense/_0.pt
index 3d2b1a8bc76722da544d916588c6f8d5bdf99bf4..8c9b0b66f8085845b3dd40bb3cbd91efd36c0e6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.output.dense/_s.pt
index 0fb7661441fe25fa574b1c728b7e4a635b12f805..17602450773dc6806c15384513202ca73d4d356a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index f67b35f0f88859ba206268785e24de1b4967dd86..3bc4cde05893dd21960fb9e77bb2558ad3900bf8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 9c361aa60bdc62f27ac7972f700f92f4a96e5342..9cf8d0140fdf8b5a89e823f5647621e1dd1fec86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index 559885e38a1152cff1517a95b90a174693163631..91e28eb6cddf102341e54999fa0560e21240829b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index d27a2b30abed3fb47ab6fedc122a41b302427da8..ccb253e5cb50b67d8b077be80c61a14f355bb5f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 05ee383d70dbde05ea8375e8c77d7c6a3155475c..4a6f2c1ccc3172cb4be4e4833d9e6812a08dd513 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index eaf36cce00059140ac5a504c6161290b459ad8fb..cd41fd60ed24f36beaa7e61f4c03d666f297b8ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index 43d75a4fbd98054386120a0c6fc8e1adfd06d4c1..27ccf60358b49be598be0ed11992221205e82ca0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index b4d036a30caf91cf85ca5fff1b23557f6b7315ef..33d73850ff22b3a2effb0f2f5a508b83e1eb8fe6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 84f0d020f7f2c18310eb3ad32b70d95a16762b9e..9295ff55407a0c64bf22bddf978fe2fb2aa4de93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 40f31e9756a9fc6221ba934fadb8626c0d64af2c..34599bfd4d5c6d06b0c51c7dff748d6341fde4fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.output.dense/_0.pt
index 94abd86200e0d81d586cd189cfef5c7a60bd5980..747fdf3eca67680ab2432d8cb7857594bbe7fccf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.output.dense/_s.pt
index e902d42d8b2e3f1d462d686bc7a09b4d41e2be89..e5a6a673a1d1da2eb4b6588aec1db2ba43245767 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index 85c6a60b90210580d1b6d1a52b5be0abafe4188c..4354370e398924c69773e8e3fa821ffc267aa224 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index 18060267fc7976b07fa05ceec86ce05991593da2..fcd93ceed45210460181c2ccae1a3623cc628da0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index 4f46324bd41d00b2802fa88ff3d582d97f0da209..56316e876019f7567adfe8408c85ae0d084d1f99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index 37c7551c7e3cf4dc29a1455c482e671cd7233fab..0057b38d9fe1d399bf28eb10ae997a48fdcfe839 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index 5440dfb81399de4e206ff38387c3f9cd3b186207..ee396a6ca7245ee53194bb86c12a24b8c3a940e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index b9db53e6d4d517f276be99d630ac4ada71251a43..1470cf724943a16abde7fa9a99dfc56c51cc5e32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index c48d547955be9474dd20244ce7b33b5f087a688a..95be1a647a996eed567d780c0e047a92d1b2766f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index 9562f6fe0d692d64a38e4bb68b5db6823207ce7d..e9cb67cf14896b6428268d94bdd0008085929d0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index b35aeb4890a08e30fdc3ca8ecaac7e2ba52b62e7..ede2b089aa494fed38b6a55350704e98bfdc3c24 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index 06e97dddffa830d5b6e7b73630f4a68999d91b3b..e22b94bb3f483c28fcd6672559a19cf6d56a8dbc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.output.dense/_0.pt
index cdfe59eec91cf4f42c2ee112b6ed8f1be1fe656a..3110339dc399b9fab9de0a788ce6d7d847718f2a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.output.dense/_s.pt
index f0c7ace418fd3f994de4997288d5d0b5236cc567..e0bd517f56175a5b235066a29af0cf42206f4c6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index ec83b8ed0dc02800e2bc8080db07cc8e86ee9f12..865d780655a6d62f4bd1a3f7fb0978140490da94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index bb7277dd52cdc067966a6b95fdae091121520588..aaefdfac6326313dc7c5deafdec6a4f6338b926c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index fc9ddbffa310e169a20494fe49a5edbca6aaffb2..0e3bb5b19a5532484d99da6f45d38715f5cf3237 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 42bbde79c3d9d101d2a20cbdf545768b1a215b55..44035a8f8abda72b0dd92c3b56b10a3d204d4ed6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index 59070e003f76b1620596da3cd29dcc7acfff67ae..ff5cc2f7d9b8fdd953f82141a79ed0b7e4b99045 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index 7d9f07ec80bf72c39d47f1d86a039fe1052a79f9..0675c0aa93d39135958b14226daa98dcf2f06d42 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 6e90491712a82b0488cdc8a4e22142ac5170f551..0a6cb30acc0c9823eb7323d953bf99beeecc5f77 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index 78e9c07cea8d47dfc88367ceb403235fecf476e8..e52f9921b84a1f77e46bd5f70e86a1eb5c9d62bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 94b058f7831f8f8c974a28ae7000fc00e8c0a7b9..0c3f5ea13162cbe4c9f56aa82db9c88ccbe4e631 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 0068dd7f162e18f78ef47b6c01d87ac38be1d92c..3ba4508be3257581c7afc3f6e15156a2a901f777 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.output.dense/_0.pt
index 7e39fab25c0c47b95fc67f5a621fb8f0836d7666..40dc5e2ccbd0804c7d2c607bc771f5e9b3851fbe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.output.dense/_s.pt
index ef6417e4d662078eff198378f81051360b3953b3..41ef601956c8247c8445d19c5762d6b8197c2468 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index 0442f4b18913a33176357249c718d50db6409b15..5f1c4b0bbc28867428dfd3aec445a08216a502fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 45526aaa6212f9c7d40bcab6b646a3a088bfe9de..c9fd9a7066c013b1fd5cd7b64a63ef4d3694feb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index 1759d0e5bfd2140906e0cea2965b4194a6f62e15..92894e4c676133d19e99bdc8742e6b4b1f236ebe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 1335e5b7a957eb665564f3ec356f41ebb4402790..b93038e0d40bd852d03fe8536ab7424be0142662 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index 0b6679c5ff60d389423b694271647f3a17ea8cdc..9c4da94a6deaa08c9cf2a6e8011b926ca625c725 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index 451a54c18ddb2c60652bb4be669f1fb54c1057db..19e1123be845415908168f890ddc98a4fda78735 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index 1f043f30c09850cbbbd8206e2d34ded25110fdd3..fb5fb8a9e443659d3435bb1359893efc05471131 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index ea72319106477038e06260c97e5dcf4db73c40dc..9b9ffc7be160774bf40ae529dbd6044cb09b2db7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index cba7836c2a627f9c203750284f56849bb406381e..d4fb48a6484c9339a902c339be6797324b816a31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index 4f427a65306096f73317ae3315712855255001eb..344bcad794c40da158b6f341c57d390c81bc77f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.output.dense/_0.pt
index b44948e29b07ab6a9b0fb78f84456e4a8f26230c..cbc7f4f9524e771ca3a7b830be67b3f7fece7cb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.output.dense/_s.pt
index 701f43db1b1ff18fc7122c32a1ba87915ce4439f..21db14fe2fcb16a0b0a5ebb62fb4d5b8a49bc355 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index 6a0bfe3d57fbbf53f8433d1d074ac36183ed51bf..6e639c4df700d01ce6cbb117d8bfa4aca7ee2cad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index 067061ffb518335db6a84bef75dc80017f607498..1c57be0dc4999d42e902d958ba8be080bc04f992 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index f374ce6fb8647fb277c9f822902ea3e1fa8cb27b..fc62316789a3c29ea8076af07decea2b21a033e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 558346ad1ebaa8382ac512790b59d9a7ec7d1d87..c8b4d8a7418c5d155c1b513382bcf42819cd1d7c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index 687a2eb56508cb26c5212de375557769ae7419c6..dfac8ff8a3fe90201c468bc3e2ac1b55af7faf7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index d5d248fad4cf4349683d34dab5c86b6dd1fc7b75..9f3b5b825dd5be8e5480d2c3e3f8c68375eb4ef5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index 292e3e29285aaeab994b74bf27dea0ee3ac41414..867080cf1bbb692a6317e468d265c018b51504d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 83abe6d81e5c30ad2fdc21108f2d64c7b0dcd638..1309c93a61127803ef0565ea1f0ede3eb316dd09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index 96f9d37531b195e19f580d8e2e8b5957d0869b89..b9400622a667e8ebd49417bfc52d0a4d6f596247 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index 63e359ee1a186515811ea1133be9fb49e18cc6c2..ea587859ee50bd3e897a6a0f69b1919fdbfee755 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.output.dense/_0.pt
index 4a29d58a403def4b69efe77c82e98b22758cde87..ae7f26c8d08d081cfe177b8c1f9aa2db46a91ec2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.output.dense/_s.pt
index f49bc5ec72579046ced49b40fb6a7416f315ea28..e0e5f3ec0e272815712226b29a0df32c9f0e480a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index 9ce5b92f5eb798944c216d5781119b5e92922669..6b1c8198c40a606c008cb79789421f81fa9a2113 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index a68d254bb298d8c48b5006854c0922351ebd88dc..869d2e17d9611e8378edc2e14990eb88abb7eb20 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index c01e5c6c0d39feccc19599960e514bafbf745e9e..55619896b1b0f4887c366ce9c51341cb6bdd6939 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index c1f80f2612465cca6d4157ba0e1d7911c6f4e846..51fbb4aa0bfaae7acf0dd075b5a74beca07bc694 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index 38ed8dd988e75d62a4776309e6a066796ebe9e93..da442288e2585fe1808e53e071f0cfb2fdf0b01f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index 8990de27ea8a04833a7c0616ced252d2b920fdf6..fd6717e62ca5d564e7905148a0ea2acb23495a22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index bba0eebef596871b44e69e3a6fb9929b77b7c251..33d9c95840d2efc752c4022ec7dbee9eb7ed52d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 3bf1acca6b324e218be9a38a9957f6cd6366cbc0..94796cd1acff4aa588f911c094000756ff624b5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index f7eab09c7f1ffc08983411b4a2961845caf43100..96b230296b80cac59010f46d7389e25891090719 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 05ec1bc5f9ccebee0081457d43483a3ee35ea9f2..aa061b69df9c68d66491ce129f961de445fb0cfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.output.dense/_0.pt
index e9990e0c5336ba0fd87af821fd53d7de0b5eb565..c7d4fefdfe30df63f2cb6b5a1535a2849125311e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.output.dense/_s.pt
index e3208c837159d314b611fe4ae3ebea70b0c1353e..b7abc3c2c3a2c23eb1af6a8173c45c82fe0c33c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index d8e2ed4734b7dca82bccec1b9028a4dd783d39f4..7aa4156bb7a854e4e11be68320be5eedb045115b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index c561c1e40f86166e730743ca124fb85ec25e24d8..8091f0341bcd90f2b3c0b745fefbc650726eeffa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index 038b5085feb0ac3047e67132d036e9460a098f47..7ca135d00d258fa885c7d4369aa4a3c7e0d48d80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 1aca035874fe35278bfa30e13c49927b294595b1..c88c47d86c14b017c9cd9a7fe628837c0608e45b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index ac66fbf8c5cecd0596b58732b985bf0fced47414..c5ed5df9611eedc2002ee8e6b0b8c4c1e1e614c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index a21b0fca0fa0da288ee09ef74c1a19b9c73fbb55..a2e1322871e5e95668933b1cdc095a9acc73ee99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 2ecb998af707a40a2855bc2d162434c79fc22eea..63033d629b044c43b6c4d96b94bfe19b1d624239 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index e74f95fafb56a537b637dfc6618f79a0ddf8deec..e7730587e645ffdc2c9dca54d9a04c1e455571a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index c4f9e1c2ade0457971888a36178c87bdfdd056b8..7ef811309a10449b39e89279a1a14d972c52233d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 596e0e2fe3f15306476d02a1591a2b4848d4e8df..892566a4b431f49ef0464fffd792e88c3b827f92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.output.dense/_0.pt
index 83226188d1fa2b5a549c05f7eb0772682cb3af9f..a78d80e37a1a7c8eec0662ddb75c8dc989578d4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.output.dense/_s.pt
index 7c1588f98a4386db4401fea09e45c309da8285c9..b6b8aa12be1ff6d926e501089a6e19caf53a7672 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index cf2a5be39df5dad5166d376f33d3cf25a3e7bac6..582836a7d290433d63b95307e4ea09ba84081c04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index d0873bfcf4264ef181f5619591ccbc5b0b88f1c5..50d9058a321e15c080ff3e1e5539823f7859ab62 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index 08b488dd4cc2c6711b2bde3221908f2ffe89d742..e4b75a60c707eee6a2aaf41393c5fd5ed98dc002 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index e38015a70113909cf5121375d9707aca562641ed..9d90e513f89e2314412ee3d9ad46041138ae12c8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 98b7a65c3256ced5fd6ee2f27e75b186bfa45ac0..5de0f699af6e1f655a2b88ec5f15552df726c309 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index b2b028bad3a76683583642263e9ca4028b3e8fcf..3ac8b18eed8e2cfb4bfa7d320967ac9b1c0d71a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 735dcf7561b2d3089424909824b57459a221ff8c..f4e6d6531c5176f156e37d3b7a4a148875e84e25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index 1f6e987de952e2b61bfabe8b9b58417b4f683f58..c816dc7bffb4088248f04c77faf1534d653592aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index fd298870a195cb72851b271acfdf97d4948c48d6..6cd4fae57db54eb14241cdf2043697bbc39869ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index 234513934fd0b60641c37c19a2391778193127c0..60524ec2d1c4695d6cd575122f8fe08fbb172c1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.output.dense/_0.pt
index d619534859fc15d50f528177bbe14deb026e8ce9..676aace093e6abebb7346b9198fad42fd2a1dd9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.output.dense/_s.pt
index e12060e279c8248ff9378fd13cbc6fd6b3f55d51..3ef08ded783e405aceb90053fa93f1c141f5d052 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index 532fda403d668582de3db027f2cd41e9dd77de1f..b40acce79f58cd502cf7a079739e83777ef3883f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index f5d1a72c50654dba82092ea280de1ab1a21678bd..fe788a99fb402402e85aaad7584799b00f6016b8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index b803da02f2686f5294bd013bae96a1159e6d6fbc..9db7913dba31a607babaa013789fa7768a3485b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 389f5cb90d2f65953c4de8532b001ba23e29700f..32a7d663fdab9afea92163ad4cd6736dc31cc0aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index ed183f012ba1cb14f02a7de6e4242a5e322a6dd0..c03bf9d5f260fce5564a261035ec1fbee0422ffe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index f7e89ff3f50d0719ffec5ee9dfeb812a886eb761..44b43a4cb84bcdd133ec64ac6ebff312c1f831c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index 560cdc93bf8947513c35e5359f16abb0ddce0b21..81194517055784f82751b5bf864fbb36d8ce78c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index e25236a8b092e72a6cfd16f0c8edb7324c88252f..08552717de53f8bfd5965a7022088711a9c4bd2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 85d3a9f55463258986834b24ca5863a38530cb18..fe21c1ad41cd959cfc810f799e62ee3027836246 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 698edf0986ddf3089da0499f221a34dff394539b..f9d728cbf7bb7c07aca9021744436432a32ce061 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.output.dense/_0.pt
index b76984fa18da21b1dfc450520ddb40b293d47f66..31cca3726a8205f12751d0fd5e7ce016b88bf6bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.output.dense/_s.pt
index 1919f0f50b7d4c537db8938a8628c6b4a4eafdf7..a87bef75bb9aa8fc5a9b8bdc0a3cb8bd67a30d44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index c8cb0a19918db1475bff17cdfde9449387562ead..f1d98d7ea270d5f7887dbce384345646e602514e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index 9532552c3881121424079250520aa3f0d280963b..cf84dd3141cd74888bef0149644674e8a5a3738b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index 5cb2e0bd136292370bf2cb28ef415cc7c277ef1e..9f3ca9257e528c34236dc433ce266741d65bcbfc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index 3d6aee35a2f9abe4046b474bd84d704bb00fa96b..bcf6f75c9f60c338817bd92e33699b1af56ebc18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index 4d7312594dd545912a02ccd456f27b3c799a9621..cfd854060ace6d070659305526b46a8fd5b0129b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index 22f1adfd09c495364d2199ecb5c48f8a3bfe8698..43f7da1285806abbce42a2ec9490fff4bb1f8a18 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index 62bd89b143f3d5b5ad78615a7ad3d55c41fa33fb..f823b2a6280ca4a4dec19bc789b068602b293613 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index d1c55e8128227d04490979b99cb8f3942d3089d4..fd606ffde71cd24af0ba1339e26afdb579070821 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 2cf1eecea1a2de363e3623524d755581e9d25d1d..a4d6c5a2e0613fe05439b1d88714298da752a997 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index bda0bea4d6e9d221318dfed6ef1f922107f4e596..275d53913f414163f2dc5a81086a78b3535541f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.output.dense/_0.pt
index 518bd2ed2a2e5ef2e4b089652e5d334b0951b188..152e1d0e0866e7dfbd17a8e43467eee29bed2bbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.output.dense/_s.pt
index 51ed761045064b0c429befe20dc368884a5b2770..41d08e2372f73a34b7d9c400099338d7a9c49115 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/classifier/_0.pt
index fc45998b6b95bbc123c8d55306d8ec9d65277ba4..638aa88e9e461fe4fe5dd0be756dd71cd62b7e74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/classifier/_s.pt
index 295236b2e221ed252d185485ae0fd212b67e9c4d..c8df85dd1f378191d33628b1e7d955fe1663d9b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt
index 7ab1a2c83b49842d861081230357374144d71fe1..ebf6ecf87604aa77eab0db75ca7d1a6e8678abbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index cc45c97499b6ed4663fed424d7ebd6f876a26802..0d8ffb1669f1d1c6f4fae7b4e49b10a0811f21b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt
index 12f02d00fc7a7cad18626400bd53e0cadbf60dfa..f881b1eb7f9da1b08ba9d3e8d8518ac41d86ee59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index 89472f5198092906ae48d22846a3c3763ecce0ea..0ab685e1140cc15a7e8924002e32f2696c192dc6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt
index 79d7cc961fa0b4fbd16ced8fae14b7867ace9628..8909629f1b3d8a9b9d1858a35b572bbb6e2d5ad3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index 01f0d50b334bac61f0cd81a2d68fb68b90a4c194..b5b9437a1eef010e4dc483aabf44a207712451a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt
index 72bf82ebec51eba54b103e80b225eac83032a9e9..25e16c68df12bf707c12efd6923388169d47fac2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index 0527edc943e84d7008b35db54b7b2cce4f832833..1cf5e3f133e5a947e0af02ce763f7d885ba71958 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt
index 782a25facfb0bb31e01d9b27105ff6c3c55e23c8..2541e2bf8dfa444f510cd0d87a49ea278e8c1115 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index 2adc17bb455dd566c6c831495a964a44ce8afc13..eb399df1f2f9b547ba8b0d2d1f9be1d84cea676e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.output.dense/_0.pt
index 1b90f35eed22376b52d98be4c541f0f2506cb4d7..9d5120479d8d4ba97fc4b95da984ca39a4b9c8e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index a45850f7a8ae8e925136a49d77fe3cd681d25588..9dfff7ba5c537a1218d6eccf1b4d3282d3f28467 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt
index c5ec0e84722625106189b14ba653ad619fd3e929..f99100155f2c51e8a26b373f0acac4a58ffd55de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index 034e0ac4444be409516d173309c8cded3fbe84fd..b2b823d07c1942b2fc74d452498b78e32119321a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt
index 67f5883a6d88fdbf6859415cb33d813ea7a079ec..d575dc3d77c742242b192657e00559c4a7058ad0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index f701e543521c5518d17944224d5f36d6083ef1eb..58b2c004bcc1267a8aaab59752384de2d9876123 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt
index e196193fa63fbab00d04033897a09d48d13a9264..56dcb141f12947086e70edb386fd05fbfcc3c49c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index ed757481f88cace888282a3af0d8ea41f4733466..5e7c3b9c181aa9360cd0cde50c84ae87517b8571 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt
index bc750035ea00d909e217e5c828c2fec5b9479e20..d87f9d97b50d35d025de7c955e6b09cf10802069 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index ec787299861ff00e879a55854cd73d1e0e932c08..6e7980de0a42be8324062459ad1a5adc3d49afb9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt
index e5fbfca99345ee954493081a431515dbebf49108..64744d8a57286cc596a9fcc4127252eb78443318 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index f0f6ea902bdae5377dffc15084e23c5ea52b50d1..669fd7ef1f113f04c2a5d3470b25dd118e2b089a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.output.dense/_0.pt
index a236900b54385eb41ba99761c41801c8e7d46844..ddeb8553c83fb8f719e113e60ecb61ebbc12f1ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index 34ee4347880bf0a6c7a38ecaeacb4674d4561d55..b5182de331c952b87e527625f1a0e1700a99ad88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt
index 0ebe2e65d249063ccc7493d5a7f17265f1fa2e43..f47a2d26e575d3a7c4ff3a6f3783d68b64f1bd3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index ce8d8a343a5b3548e715c52c350813c007328768..dcb81d1319e54c8e4f4fa1d2f5c8db32aa811979 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt
index d83f2e6aecf38d727929df1ec5c866b62fd0530d..e5f0656752d3f2a02cd743c68c330e8e27431b04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index 762012fcbc8011722871f95b1dd039e333d0d26f..e3801161dc0b486e35b540224e785c3c12755cea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt
index ccffb3895eeeefe64da52b3825d18744198ca0cf..4fad124c6c91d6d2b78c0cc5442303be7aef35cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 5c4c40677f842586c1b54163245333cf516e2cd0..06eaabb92dfa2b6385e9825dccbcb7a606f49133 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt
index 40e5cb1bdf9bf08dc34c6db25ba763d113ed1e8d..89c52fd6ec2768f76b716acb4c808ad33594cb21 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 675a2e6e3e9556f2eeef5e84d754ca607589f028..014cb27fac37665b0d88a4f36a56fd4d7e9937e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt
index 9df6791f5a73dc07fa3b812242d8891a6b47d133..ca48ed820a05d40386f975744f89f0ef2725876c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index 2d7936764f9098d5200c26b7858ec646adc0e918..5618daefd4b7cf4b3f0094d9db3bd27301706b86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.output.dense/_0.pt
index 27c317ef81b07b954635cfa7f97f12f3d9f3e44e..039f4802a652d762ec5b55ba81592fe0ae1c2e5c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index 296645297e27d8cf854f342bf794e0a5e9c1661c..9019922d296acbad9432180d1d9f9afec449368c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt
index 0e81f59ac16cddc19c4485f27aeb4a8b244184c1..19cfa32cb77fb0183e61f1a13ca26600989107ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index 32f2f53d4ac93f264666bd31b2cdd0b207b64eac..5b8d9273ab818b856cf15c7d18b3d4caf01fb7f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7a46f75c8408b798239a66f723ab2588fc8d11ac..c62f66f83a773cb8dcbf1e70bbe5f874b332898b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index fa5b15d2844ada20b5e9fbae88242e26b35ea993..7efb49c3eb3da6d7048ced78c8b3ce6c12b89e98 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt
index 3964f108a181b0723ae4dd7f9f9aa46cda2e5a26..4faaacba85d05e75609b25cbd3031440f9716dfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index 1ea09a43c3095c7f9cac544dd3de4859d2e6cccf..e8b9489b9bd2aff1c4d9e6d316ef80fee6f7c41b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt
index 1aab75b660b17af31cf349a531f4403d42b990df..d1fc40fc44607b9a3d6e47a582d1c2405339dac2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index 59f8759ea0a09b2d43b7a7d6dabe424e23468d14..f5db2eb0e2572ac96f20cd6f51692de1562a858a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt
index de8ead7749305bf57c45291444c00b98ff7f318b..2e224df57178a6a8d0e325c3f968e78db1698460 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index 6cc9c8155ad45c3b8a7c9aba6e16678f13b7c4e9..5913f6a12b56ae23eef9e440db3b365f758a5347 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.output.dense/_0.pt
index b278fcaf4336b8aa65c89edf49d947cb54b1da68..452620f05583698980a4779c28c58f6d95864596 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index 652ec946b1f0a606717e486111894a1c620708f5..c4cfb15d8c3b64596264db6443c095db3e0700ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt
index a167db5e27e8b03c2a6d75b644547712026956da..559bba83456ebf2ad8ce007fcc7c48a12f6bd5b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index a4a83a1dda305c2e3c3a9426993361c30fb2e577..d63a4a5dfdd9d86c3fbbcc03ffae373b4f5c99b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt
index 5d40fe967377c6d28c4abf8443a2a5558091c38e..4952c7fdddd92a1937f8911a8cdc343c1d4eda1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index 6ce973ed25ace38d0432db96ef0a0ef0042bf828..cee2e8ed390c841aa33e41520db77a854e71addf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt
index f0d4a107fe60e92d3b871211ed3fdf998ed45bfd..2a26ac0ec0b6213941f9ed6dcd3b2667a28cfce8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index 7e6bd104411323d5835e00de1ba15c1078d20c89..846aac5619dfbd6da4e251081d9443dc3bb4aa4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt
index 77f9d39e67d670262b0e855b15fb8a2b49ba70ff..d0f86f2cf216b7dfc9e2cd00c56705d7f8ef8409 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index 54f2926f6dc7cd7bf08d5f2752fdfe7ce26a70ad..d6c9a344cf9d63ff8e037bd617c75b284af46161 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt
index 7a7501003126026c8846b161f0f3d96ca09f33b0..b280bcc72ed5e695fb62ff0d5a2c5d3a20b6e574 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index 9f7818b5f81609ec2700f140dc7cf22ae381232c..fd614deacc3127e7d945bc5c69e6eed6d5559c47 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.output.dense/_0.pt
index 27b77f08848c18df90b4a8c84c2e6ccc959b8dea..bfcae7dba89bed53928309f57552da101294b560 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index b951dc77c5faa2604288b042854055f019adbb66..855733b14a423119368262f61304a0158de2c464 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt
index 0e0896e74a2f7e85668bb86d6ae5fc645a3d6bbb..9f497cd591668c2c1021b4c886089f54ceb15751 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index 65ac782b02605fbf92141cd865974731360fe685..42a72c4fa9e5a9272f7810ad858fb4b0261a2a1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt
index 5154ebdcf1b291459e11486ef23cd31045d5aaca..12ad98889e7b851ee663649b50227d797243fd9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index 2f0bef4e5623ba25490f54e0403d82fc031dbdb1..d23824971bc0cb222bb0b51f6ed03645a10a4201 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt
index 6666877b9dd5c41511c40217683f012272e4b08d..6efa13512ce6c9941bb43f761a0ab9bbf1aac6e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index 06a5bf36a99698740cb97853290f3092ed27d31c..7cfc7047d71bf65ef9664262536041be73cdee2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt
index 0b11604c80bfd651d36f20585074792cd55876ad..83413905c5099d29a9ce6bf64bbc5435794db8e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index aca5bfc11efb04ea06015f457bcf94046758c175..b87d5b520941b0d19a9eaa957b7abc709aba2b3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt
index c96113b3ed942f5047b20fb690cbe1b26cdbd9c2..b97bb9bc576b2229e47f78035858ec1b0e459acd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index 19296f9ca45d2b3b4c2563a190000e7a9206167c..1155bee261c90e9b273c2073ad1437021e2834f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.output.dense/_0.pt
index 93f08f02e400e47f369e1b2c0639dfeb58658a20..24c790ee664522f01090e7629b041b552a38f48a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index c22589eeb0feffc128c74b2e15a309ece8c1ab5f..e5ef437bb211b75272e7e941fd6c815449c992ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt
index d1e3eda8786150885c802909077a313674d1c7a0..35dff476cc20ecf52ffebd62706cbe00aab7caed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index ceca6739816c906cf03d314a47d7e1254b6c56e1..7d8e36f034bdc32dc01ba77e96107174fadfe2f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt
index 1404bc5846eebf2b3cf37ee38b43f82c3f56b488..d4f11844793619e45f2f991713165e9156e1a8b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 43873610f3dd941f9d7d62437ea8eaa61990041b..9dbd1fda9ed385b7be11aa82d71b377193315e7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt
index 8bd73293a3c4b67430d42a65db000938fc4447cb..880de23d67504bd7d79f369adad6452b88d776a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index 029783088518d2e9a3a69a6a3f08b13ebcbbe48c..9eb5cb56be6f69a28b726fba5e067be838d49dde 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt
index 7dc0475cdf17e05db94492c018fed4d723198a59..1ba0a2591dfe9c30fbef2f032b305ea25d5c0774 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index 6812a182faff44298d190931eac7077f21ea057c..60f7001beafa607c94605892e43deda56723d6d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt
index fef6c5ae5cea61c467fbb4caf790c615603c5e18..ca30bd9dca2a2b41159522d6c943e50397b0291d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index d016770ef486ef494309c7d7a0e9e6e69dfc0262..23b8c06464fbe04f28496b0ce19ba3d44f50e8b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.output.dense/_0.pt
index fb3be0f73385abd2531969870f5e8fe7830f7685..3a2af86b25fcee689e2db63e4bc8d29b3d2fcb19 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index b6b65125771de81ad31a8073891d982a2aea256f..edeaeba40da5fe25f27269e6212025a14cb5fdf4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt
index b6f7b3cd86ee34ad5f8f6ce55f6a1faa5ed949a6..ccfe6a8f1bf96d66cb9f35308882f13c1eaeafc2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index 7a7b1616e45767b87360e76fd9ddf5c9d410e86c..5c5c35343b6b7440dbfb743c134946e103feb361 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt
index 03c130386584b8b06e80c39677455ddf299360e3..799aee110aafa8142b06cb81451f872ce312f8df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index de261b9f9dbda80e8f984b1af325319c028c6832..1d4298d1a8e32b2f714dcc1897859881d7052101 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt
index 32a979b90776f9900226bb38a3431b63908d6700..699594391475bcfbad309951d7768a8817686d6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index 888166fd180d613fd6434c7d2dfbdca5a9b6b4fb..ed31cd00564dc65c63d4494ab17ca370a10f18bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt
index d01c8dd4fe50764234df149644fa66403a5f1c29..e06e883d7813e6b4f4256122a167bf23e8f65e0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index 3af9ee3a5a5ba945fe58a09d1b03be98282139e4..f3d7be00c19b830cd47b95e899af9f0748bd7565 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt
index 2cf1dd2df664572650ef1f12108d240c7b10be6a..02ee155173bee12538a7f860c42539d35669c0c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index 6c056ca03cc77cecceef17ef46672a7dc6ac4d7d..6700bf558267c7103f4d6e9569b418cd8c5bbe6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.output.dense/_0.pt
index d1737c8b498d294e617d469fc093d64418a53154..f406682eebd8cfb1974635daf56009b70cc38459 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index f57ff9e16d6136bcae1190065da16cb0f8497b16..c473f13c7aaccf6c0e4a390b01c931978e481c6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt
index 1e88c9431fb39b1c9d0bfa6f511cc6d08548ba32..dfa71c282ed18399cbf3592f6422785beedd546c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index 67afdc54154aaaa7a598eff0417c9654909692da..9edff5996bf74e8d3277ff69e35a4a7807c15e72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt
index 4c84ca1378430068ba41f78fce05cc1e86f50354..a62542845ecdd4f28978080680c32c3a779b8506 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index 8a27f1194ed40635cb4d15e2085f06452edf378a..89cab5687c22a4d5b9daeab8d08ae2075acf9ce4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt
index ab740491d6d6b39ad2575d80968ff92dd8c2e6be..4451d011650b21090763ce88687449461ed9eaea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index befaf2434428df38c48e2716ec5684985f5ea106..f6e4905437b22757feada18a0aff378b60f73bca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt
index fc818ac9518aa7cec20ad76b534d79415d41e101..6eff4c1463e82d79a2cb452a6f6f29fd1078ca1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index da71e26cdd80893a5f5449ca84f4fe0784557c53..9bf59231c4d16fcc61ad5cc94f642836167297e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt
index f36062818c058736add5f34e1788302d38277ba3..6b36b6c2c76c6ca205cb6885fcb6611c2199219c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index 9f7f2055a5acc3329648878e9aa6441879c8e5fc..de1e70a02ae3af96a562ec00956cd60d47c4b352 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.output.dense/_0.pt
index 4f7bc0339265387598921dd420e8e10b7f7c9dfb..2533e831271e13237ab89f0d4d30bf85c989c021 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index a7ad026a9df83014db51907958defb417cca2319..3b4a085a9389bd28cd586ee0d50b38a63f6b3216 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt
index b97a91e8a86aa8d526eb41a2d60ee9958d785acb..31dab8ef86ddd2bf14005e48b9e2233e03bc8ac0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index ffc0bdbf9b936e2c952d49dc896f9b0ebb2eac4e..8e77d4e68ab31189cbde2a4f51754162321a54af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt
index b5aedca025806e0fc17f18a30cca23b2468504d9..0ff0bb649b752c34e7cc93f5efc0bb2006256d05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index d363814213d71245509471dbe6158ae7ac4d74ac..32ff3fedb5345c2b81c9afd948ad83e4002cee30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt
index 23fc35f57b3a265ab021d19a8ab0ca2a9fe22ed5..3771f65811f5d481577a2dd96c1d4afc4faeea68 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index 6ce0fae52f56767bdb652e5961f7ea21b6e00812..96a02252e8bef078ae0de8efd22f8c60db9b56bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt
index c48e6484ad9c4f6d84d848c83d52c6aeab6f0382..46766a6e9bd79ee1301dff561dde1b4142aaf538 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index c5e046e6ed93c73256596b2ddd88a178fe1d849b..4beac9c51006178ba9c15671ea00426d15b6fbf4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt
index b83e187c669e80894da65f8345279c5a090786b7..8cdcdfcfe2d8646a246c405d10f73b59e7df10ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index 09547ae9cf5011bef352dc1d024dcdf93c772ad2..3fc639a94dfa6a450ff0e06aaa48082d64e181a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.output.dense/_0.pt
index ef8aa3928d5d588ff0fd4a6af36124c8682ac2c7..bac4e43a7a564a16e94d05304fd41a79571da390 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index e3c49c4ae167e38e7f27fa0e56e211b1b1638828..3d85f6d5a8f4fce7d0796575d85377df1f5fa5c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt
index e362a99ee509665d894c5bbedb64d5e1cfc60bda..80e5e5764c88495896c604e608cf7baa03c7f15a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index f320eb0126cbe9a42d8dde0484efad128e414481..8232b5dcaec9d9873379175660ff9f05d952fd04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt
index ec74015dfed2da561e7e0a6d0f7254986b8aaf25..760eba2c930a540aa1463bcfc10c0f2456909781 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index 9b022e7a3fe9770269806e2d4a6e5b705bb86a67..cba42d4d6cb4d786c0d9b8671aec94b4f37248da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt
index 1317c3e99066e720680d1bf7fbbb2d6551c93725..7e7e861128fef225546f3bab69e74a8d829867bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index 0127a8bcf0e7c26a78aa7fc03510cbcf70e2aaf8..d10e0f552a6546f9a52759deb869ce7f1ba9a2cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt
index 28f789aa24869937c280eb5368e6870938c2262b..ee077d00f0e2d20bb59bdf2a6721aec31a97ef9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index 3f13204856be2017e057b06712b72279d37ca8d3..701d6f95d2360e29ff1f6799c6f1979c274a2a75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt
index bd5c0022918c7b30d42029111268a114508a182a..9c34b2d3e4b1d8873071bd884bb440138d65a794 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index eb67015d287e6bb17f8496ca1441df6f291e9dca..025a34ce19608e8f37336a27b2e2a47e065994e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.output.dense/_0.pt
index 2148822b6e23c1d4a6c0f34d4404d725129a6dbc..18269b12ea1f4b18e231632ff9d6242a7f6612d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index 933092b8bd52802489069bac0f5f68dab8d9f6bd..55989b482c092a231555e8f171873fba6d462e63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt
index 3d78190770c8ddcfd2191f0a689a32093ead1db4..c93d178f37331bdd16dd8f0cc991757cf2bcb5a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index ddb23494dfad26ba7aea773bb9fbd7a0de1f809e..b3904c84c9c94c364ed3e61aef7759fbc110178e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt
index e167dc5ab633a1449434849a4a7a4528e57588aa..e0a6fa3d6ad54b3e9afe1991c0421eef8c6fd605 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index f14fe1ced4c5d92783bd56c4a06ea45f734864d8..c772940e4ef3df41226d691fd7c4dc09eea89bfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt
index 9182972f3512c9b5338d20d77474691fee8a9f6e..8477bb2930d2f2699d84fb8222a604c4d636968a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index f7e62822641fd4ce9b68de7f879e19e8b2bdcd59..d0769ab59d309dbb334a7e344077a25e8095a893 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt
index feef393a49c95c5ef9c12fd5eaa8f494a69eb591..6aff799a3637cc0033f5dc0a3f122057f21f9cc0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index 280ab4bd74e8a397d92ecf1f1480cae6c6898392..084036a02b538c1640be427240c7285f345d4b47 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt
index 531a7f073aa303f8b69c97c971dc3f9e127fb699..ae5d46706a50a154d94bd9915d1a61baccdd4e06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index 729e5f14fd5bb6d288a5b80b06f4eb9e59ee0211..a660990463b269e2891cd9dc986e82d2122d7ba9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.output.dense/_0.pt
index 0cc2ba20dbd69f86d90fadcd7ab2bf827b31589c..328f40c1b07ae1a4ff59b86fffcd7b99343f0958 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index 4a97c7d7d75089c89d8668fe275c099880eaecb8..bbf57093159335221b052fbe6895a6cb4db20da1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt
index 0bda4f1bc62fb8c370b75bd0a280ed2ab4d5064d..134339fbb8ab4f51e81faa0489df16c64ac1f880 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index 01b072c2b9a6f5dbfc618a9830cf4aaf4b6d4576..7b503503291104aca4ef13a7eb0f1fab0ab33eea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt
index 3a2c889896461e6994a5b616748ec6123c93876a..b1aa1927c6fe4b66584e1a116858d9a947993e51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index 08860162fcd24b0fabc757c9d1001f382ddc7a60..7bb9a0f05dab414a78f8aecc871c034132149b2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt
index 4dd19a5a38bdf600d655f7882c4106a6c2fc6614..a35db2a5bff56bd56a7d053afcad89062d40a907 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index 37a0282f6d361c05416abaa91d88084c54a0790f..b9414b30e78915cd6fd9c4790bfff2eda1e5f51f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt
index 1bd7c3ea8ff16438caab0f299bc357a1429bd9a8..572a9629f6315645878226156d3a073b7778be86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index 92947816d34366769063bc2f620b3de295a0ef52..344e4d913bc1b0d2a9bf9d88a3cae1f119490982 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt
index a2c341eb528d4318456b1a030295964fdfe1bda7..ab995bb209fb4dc3bade17762d41c7244bcabf44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index 28ba734cd1cc7d0a1ce8e1bf703a39007534da0d..a16c189e9fb9b27e4d24b40b99665cbe93f73a4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.output.dense/_0.pt
index 673b034be9338f3547f7d4dcc3c13110dd865607..9ff8c6a9642e2ab413e2449bb18134a69d6bf974 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index 4ac2a3b46ff45c76c23495adada9c021a1364b54..005e3dacddce992819b09878bc551c83a98911e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt
index e04a1be1deac0ce566290e0c03aa87b52361c3c9..55f2a4b4e544f61d213ccbc69bd0a746a2164be8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index 17a4214785fba642ab89f3984371277f6cc42ecd..9051f25b1ee7bb491edf978390616ae735e03e10 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt
index 2f3762cdcc2065fde782234c4ed342df20c7b9fb..da32eae87adde54b7e0891adf0dce3829977b246 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index e32b5c5db0873b2eab34fce0d7967ff453d4660f..7b32bfba2e63d9a93be1f734a2987c2d79841549 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt
index 232124319c0561a10adb24d056e9844526aef775..7ebaf23cb4c2b26b9cf19470562aa9c1f73c078b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index 8d577795e51ae1784090a2db5c32566979fff16d..341a6fed62ffd4cf35450f32ea0e8ea2c074cc59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt
index 0c2a2149770c7c1c219c49db6f4d92c5baee3c19..9dbbd0fced4eebb441902a2cd8e9e26cca53f324 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index d3080d091773272b00e8c2f768e1e9275ddbeab7..2127f7ff44479d0738e77f0e2f81aaffa3274623 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt
index 3180f613ccec2cca1ca01f0c9b32a0cb3942ef88..9dafae384de55fcdeaed89f125ce6050051c020d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index 254b3839e3dc153c92cb84ea14a4cf2b159c89e2..a7dc804f765df2b3af470a74f95fa5edac8c81f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.output.dense/_0.pt
index ad4f411e9e262258aeade3fbb86a13b61c506c51..4b0922d56a1743bdab8f83477a68c2636a5c46ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index 0cc0670be5b9d858e1093dd58fa1d6efff8312b0..0565d896482a6e1aed15b0eec0803f954fa4cb79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt
index 2b89ff29c0d3b717416a10203647c1c5c8b68644..d1f5306a13a5f76527de4e2e496a64ce53bc307f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index 4d6e7461807dc61aa296b38a5c7d0068b69b7ea1..06d6db5a4bd40bef8c69935bb53813739f065c52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt
index 9baa35a73f7c69b1e2405a4f14ebc2197e58d0d7..e000271718f2d0a66987c9eda99c1cdfa6aaa4eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index 0165e4510e0fb7ad4e2dfcbb066a811b2e23bcab..6683136bca06b35420bd9b8035dd9fc3d352791f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt
index 34a581edb7e9acbc02614722b7155f08db6d9f1a..2f8a97bff53aa78db6fe32bb9eaece1ddacdc653 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index b98d0874eff19373a71b2e2c388568b7ab4157a0..9f12308308f3864947138b49dc55c49695bd7c29 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt
index 778788f51ed977cf6d34d0defabd4b3e6255973f..067c684a0fa5b2ec9657387646cf6ba19c0979ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index 021e2c446f5a934e77fe5e1f0426d3d2a7b99717..da350cb658d3209c52e96c40a07e074fbcc0fe98 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt
index d7e83a41f98d91c832e676fe115a6a048f5f664c..c363c0877c64671ae4e1f66635edf59ec4268971 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index 2313c64dbae7c33033403e8b94e2b8af4e7d7b6d..e443151fd86eec9ded55199cc88c5b8830c8d8ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.output.dense/_0.pt
index da0237ecb43bde2ba2c1be69043823c04335a744..cb700c9062070081507aa78bab8546f26706a62f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index 78f9bae217de9ba05ba489fdc2c499a8973e561f..14afc082947c6d4b5e08b8ed6f6f8a9eca022066 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt
index 66ed806f2c532c68fe33770ba48f4de0f8829887..28a07258f9dd337c279a3d62e9ebd2c9473e0739 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index 625d596f6732df4c0e265ccc3cc968cd4e2b9d4e..156e95e999c994cf3e8242042aebf02f30b5671d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt
index 84da1d0d710b9d29ec08feef3b7630fe0e6101dd..c8930b828d4e9cca1cc073d35c8d0ab2158d82e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index 216ed446a98d4d1a4b7104a58a5da625fd1bc9a3..c7680b18bef48b05621e13cefc336ed29c6915ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt
index 8e303d3150d01dcd89bed0661e495fe0701a3dc9..1c0bea2b0eca3059d6d5635424309d64d27566a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index 03970765bbc8bc146c7cb9e2b460e60f22386ff5..59b5faec69401acd0c2dc120aef6add4b12ce5ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt
index 9767f82d8f5d8d92cc5ca27c4e207c682ec6add2..45be2c1fe3a5bf2376c19516e685260a8827fe82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index 88ab6b7e4e26e31b214c8548ed8f179d01ca03d3..495f1eb25b9320465bed1cb08cb3933c4749e7e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt
index fde6388a1daf92e4c764196616a125f82f2136c8..6dbaf7b996a3f3a6d6d33c120d494995f082f80e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index f45a0333ab49462f83bc1e82da0c05df91dbd7ae..bddbc8c764e3f0ce02b3120b9bf4382158672ec4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.output.dense/_0.pt
index f3f565c49268d149f7121332affc87ea9d6d5b96..5ec9e00c35916eaa89332bcef104434948769c54 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index 255a07217f244c8da5ebdb216ca003a5a1dfb385..13250540e4359bf088c1d54cd68a3bc27b842287 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt
index 408425017dffea0a9c160e69fc960e22590aa20e..80042f23be43e61f8843dbd8d6925732bf7cb860 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index f25e73668f0b8a49597e72f94ea2d6b2810d8b3f..1cde0414a5ee97b186cc990e2af61d60eb8c711f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt
index daa2c1c846cc3a69b137763598e287648e816437..f35070cab706c66e41af06eb4f14b07f86465a45 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index e271f3ceb8e6256ceec9f2076d21e7f215046b45..0e68edeff6c1fdb0de2f874c3cb76be234aeecd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt
index 687329654a28c57a140b8eaa8d3dfa926fe15956..ef02b233ce0643b243d0d4893b29231cd5f904de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index e2d8d05beff15f4d421ce3703ae24909d877c47d..14d271016283c3079582a43c7488dcf768c0f6db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt
index 2fd040981102001da15a2f79f6c1155ccde2f4ec..fb726b76b567c63fa97a0550007e8dee0d841a0a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index 4fbf42391c776add6d71c9b92f0e55d469540d99..ed815e51af2d53577a1dbdacfa9bb0d18aed7aa6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt
index 8d655ee0105f269479f344badc8da935a7396d31..153b982c02ae0aee7bcfb000f5a373dc2b76dba3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index 1d15e428df42218c6bf2b53b826e76471fea8c71..a3c8554f5b29e4bc1eba0e8a87d680072981ac76 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.output.dense/_0.pt
index 3d74cd57bf215657c3106247f65d78f23007aaa6..24d21782f5542ad3213c595615b8d7573d256df9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index b9b2edf363985166a661563e3db3fdf122964e0b..1b030f59f2a8ffef7b3f14c8e522d808070d1f6b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt
index 520c7068efb85b77c6b78ff5b74e46978cd9bee3..879a0c57c5d0fb6b6dc915e364d20a7c1bbb9c6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index 1d75994bcebf80148e2299d92e934743bb5ee2ed..36e7645d55e3cf4400f7fc37a6d8a42bc4f10794 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt
index fd004a29cc380e8a67fb143516f7a0da1f490ecf..f06f308c01b621c5239a0185298f020b62118e23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index acc44245eafdafa38dca76ad46829a397b8a8a3d..96fe0f8c6a375ea2f905bc52c3f85437e7b5cf7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt
index 5dcbe9c860b6194c394a5f1c52dee2ac49d18e03..5f44f27d5efa923926acd6dbd19faf584564ed32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt
index 7bf3105669cb790a952fce07d2ee5fe41b56986f..e323eaa027f88135ad914925ffcb70fed44b28dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt
index dd382825e614f98ad4a714be2eb13fd6e2a78b93..4d79ace5ec3285bdc2bec699de20e172178488f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt
index 257f8e00708f73b9c00ede2d3138056f6915a030..6cef8101504017b134215fecbcb1ccf2f772fa0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt
index be47af99756b673599fc50324709eed49193268c..f1a0bdeddeddd2fd36728fab8f1a949c623aca3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt
index 1c3bc38a1b8d5ee26816f21a09490cf86a59190d..1f1b89c83aa198b37e5aa1c30f495dba4dd65b31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.output.dense/_0.pt
index 18ad93d3d0cf1766e3d9e480a813c64bd9f000e0..c2868f8c7ea077bf5b255f6d7108c755051e0419 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.output.dense/_s.pt
index 89ada008061c854616cbd3f099982256804481bc..7d9a05d4586b203fe33ee7270d2fe87b0cb7bd82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt
index c36a77ac5a07417adb0b1615e97cb5d94ed35b70..66e1e6eb18c7ed6578448164034bc2607c875112 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt
index 6e52b43808127d0b7dc65a19d3255a4b4e5f4db7..347adfcb8fe1e3d652c6fed6c759e0226bea730f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt
index ee0c1e5b846360106a10c8687cd9e67085f4ddc2..3d8a9d2d418a88ae737603a4f017f8f2c9983c27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt
index aaee535af26926891ca4eabd9877333216191354..5f902ea43c28feeba0cbc54a68ac2bb1c6fe2a88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt
index 50e1422cded6ac3676c5a82a6abb15226cf4ae34..db15bc765682b4f8a0fac2eb494d78517117e4f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt
index f15c45207ecbcde7e3825e37647ddad4f03089d0..ee018d17ad677a1bf853d964248c3ec56178a199 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt
index cde42c48aa3d408bb3cfd197dc4a65ae1e6bf0b0..c226583b054e46abc4db362b371f92ddc483d25c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt
index 4cce43c9305de27cd4fd6fa6e2200f9ec9f99f7a..3bf4297daaeb8624cb43f9e99e977c2d1ffd3d0e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt
index a62cfba0fee797bbf45672600229f87581c504c6..21f258f6a5888752dd2067dc51606387ee264488 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt
index 3f0ef4ae76f05a8f9b2b2c79925c5be006a25618..89e2f732ea3d76413cb9c5d29c7d707933372030 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.output.dense/_0.pt
index f5274888c0fd99c7469669ebf82cc1bcfaf591e6..58e1cb11484d344f5c0899d5bc5a24b1f6e47a0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.output.dense/_s.pt
index a058e4a5d231993826390a5b0e6384e2662a77a6..2eecc6e972fc3d39eb58934ae96c2c310c63600d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt
index 7bc904fddc4c48c566118753f1bdb668a9229902..ce1764c6fbeefdaa69dd4e2112a2333c295bb31f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt
index c39dfcfce25705f9c5e6653a102152d6f1b2bd0f..689eb8cbe1e7ae15868cd24510a1556dd5bf6404 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt
index ef8c1e888723e0b839f923ca95010c46dc3d0c9b..60ace3fff0f79cc4b395beeeb849c059b88c75a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt
index 5ab01bda83ecb25f8802245e280078d96efb763e..961bfbb720677fc9172ac121167e48d84dd576fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt
index bd62096d44783c29a7d8fd11b05ebbaf706d5dbd..911abb4c03ee485d320d30c593ead6186a200fc2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt
index 3244e27631ec78ae43969987cd9103fe649311e5..35ba0340e9f8e9b98e9d0d3bd12e843dd25609f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt
index 6a8ca7f4fe532de031fba721a50cc0d7973d894d..bfbf4d3a6b3530c82db64701c149de7910e8b034 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt
index 9af7c48438013f143e4d3a5384e3bdefd05e79a8..b77181342f38864d91fc5089c8d1b6dfa425d93d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt
index 97e0e45796564fa19d07980ee6e2a8e9f1395b21..9f0595ae59ce4f19dfe31de2a76a5e1a7796a4b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt
index a839bc76ff3103af23d332016d6a58ddcd609b8a..01c9e5c25e8afc93de59da3fd49ce7ea576bb187 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.output.dense/_0.pt
index bf78f9f34915bb995c4acc5e95e73938abec3eb3..fe92096f332efea498ea6a9cd9782c724c6c4236 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.output.dense/_s.pt
index 418b62a01f1d2f06528458441befc5f4ab366f49..414314f0d8aa5453348496ba6b630abb287a74a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt
index 3189f38a8423fc3768edf5b0e754b9d9aa67164c..479726cede217ce41714dc8209a1da030420187e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt
index 94fde7ff27a20f3e105fe03d25b5603e905f7b5a..fbbd7e8fa5df818b12af1f22402a9854e5a7306f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt
index 134759bd64b9fd7da1d4d06b57758a8f98aaefd8..44ea6ec7f3b1248119d137f4b7f39e5394527f8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt
index 1002d2951518b91858042a50bc019791a616b7d7..feb82508a6c07cbdc604a0c817bcd609d050ccc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt
index 8be7e895afd09c6dbc43a45302ba5e42eda4f899..bbb8ce03e81dd46a4578de91266c91e9f5f0c434 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt
index 1f72b8283b9e800ba2602bf1baec6267e0f42df6..07b2ed93e862723c88a5c31d54137437fa2a25e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt
index f0499b13dc59465e8d66c3b5fc8fc5fd892191ad..b2def0efcdb1e53c4262348e637a574f11e9c755 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt
index 600582fd6d6f32aa97d8bfde3f18f82d9f18a8b0..91239627085d48004f682f0f36c79646cdf4b718 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt
index 30045caa40bf8189f2730e249d5b7e26cc059537..e960f242144f4ce76f6c2e85b2135921657b5385 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt
index 754ddbc94a573fbd2de70cffbf9e11cacd9c25c7..61378c15961eb2cb9046d11c27de76b191544e56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.output.dense/_0.pt
index c83cae2494ddf879735710bc22692bf4ae65eb8a..0b1dd1044d77743db598b12750024d0bd316962b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.output.dense/_s.pt
index cfe5eeba15dd8d8fcdfed22327679a76bb1875b7..1b9aea83c2c52fb44faf2a78b063cee84ff960eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt
index d0965d8a75b57e563dc68079a31ea3fe46ef66c3..3feb46d48f4b9ae8a32170d37fed5bc5fdf4499e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt
index c33f25659120bab212394044b7b066cbad200d55..688ed1cc51fac6ea668335f5e83fce381836d974 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt
index 3a5c82cae944b26f8f73bae0866743bcc5bdafe8..a4cd3f0dfa81c497b14a40ef49c688b83299a099 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt
index 1aa875aba206476f2bd16d1837f22b86c411d7a6..bcb484d59835295c684b1e62656f5a2aa515b478 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt
index 4380943e22d57229f4f5767995eedb60afa62e17..b552e734d2da14d83970e8971e7fe0ef909ced2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt
index f2212b54cffbf501db5b6ed1fbb71078aa3c7f3d..b839c1324603b584b1cdded8876a2acee09a2ce4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt
index b20b66c5bf7f8dae73d4ac2be2598a3f34b21ad3..8437af003e6b7ce66bca41dd6d517e84cc9f4ecb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt
index e5791fd8f957ecb8f34f747955c66bcfa5dc610c..839b2fac39a97534297020ed5fe1290febde40f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt
index 38de26432ca5529c483647ec6cd96bdea0f3eebc..7522e0726c5f452afefe3642056a894684a7e58a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt
index 0b39e391c79d1490228d6036b3ec8f556105d5a2..1dc9bdd4a921ca0bd1b86506dbc979a7ae3b6ba2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.output.dense/_0.pt
index d8034898709ff2b032c82f4a8339dbfae0357e40..c7a4c195a7868d09b33634c3bd2232cc80ef33c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.output.dense/_s.pt
index 23d27064ad3cbd41a8ce11d8ef9c2ec9517da390..2945c61b151c8845d465443b3a2c27ce77824fa3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt
index c6a0402af66623558f0c23280bdc087a292ffcd3..891c355919cea85f2a63b6999d4fa79b6854e3ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt
index c19918f597cfffc8d599612e9c29f4a8b5d09f78..d1fd1bf3487d65762806d122f2cec0c7955f7cd1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt
index f7b2f6b9a42ac02763e3a6ca1d8b594580220c29..fa341630f1675b5295b4cb538fbc03f088bc2c49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt
index 939518c21ddd3c07c00b836db2eadf706be15a54..1bd04f48624c64ff304487ab1da7b8ec6668b94f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt
index bd3af8dc3a9589b9c7a724ab2fb1315a3e9e3300..dc05c2f5ca1a6b504aaed56553ed0668bf7a71c4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt
index 9b79a6bd068e2de8ea6b125d971ecb76a513995b..3907aa7eb7473c3b2d827c7716eb0795053cee07 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt
index 182e2a8c9c0059ff47430fa4b0ff2ac48e4b53d6..4740c6a68994915b8711893c2f98fe6595f16674 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt
index a45a5fe52f9edd21c16ba6043355866a3d28e7e5..e6ec303bb45035fbb2b86de7d5fe83e3a91ef540 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt
index aa2e9923e98b1627b192fc6bed8bcc4d6ac3f1ee..cdc5659eb6cffebb21f54111a0982ba6a2d92fe0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt
index c9699ae88c38825a0af182baf8f8d0e071141df7..a3e6a14475f6388fa97b59105b57db128a31bb34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.output.dense/_0.pt
index 97990ca2d9f5b02643d4819a92519d15d09fa01b..5ddb681e10b48ea0e427f290d08c94985a7ab506 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.output.dense/_s.pt
index d278126d7e95300cf5199e5008e28ab6b6eca6ce..6450a08f5733e2321a5b85b163aa689159f2acb3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt
index f268d15210a6d4ae71dd41094a0dda5ef616dc39..e37eb735973fc27907f35734dcf593ad174176c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt
index 41fb789f35ba705b760bd3a8756aa47b2aaf5bc2..fd73c3b3904d74a85793b0265f290e18b1f11881 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt
index 76eb7c990602eca97c4d581eced9b60d0cd24997..9068c6d03b12b6eb791e21f8bd06bc3eabf213c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt
index 49d023d27f457bd3095f37bb907339b44b074216..86d960e66422d8eab239f83c4d656d41cead4591 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt
index 6865a911d98680f90ffc2d99cfb6606033a35278..52c7a265fb992fc76e8d32faabcb70fe70a2f2aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt
index d57d44d778d8655dfa2064affe0229b11003e2a2..20f21395f25f25daea94672296a7bc70376058ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt
index e1cf671860f3e7076a95461895f88508071f9680..f8fdd14046c37e5a9710ed931b83c4fb7eeecd70 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt
index fa8c080e82d25d2eaa290e3e94c20474634aab70..70d9b6b7297077164bebbe51ed657b38fdfbf30f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt
index 1fba6b34d49335b259a564eacf5832da54955da1..19fabfedd7432a88cd79805de9e0dfc751743f1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt
index 2cd3c0a7f7556ad5312f3d0285d7cd75d5d56061..803675d12d5ab322c6cc2932e62ac82af009c7a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.output.dense/_0.pt
index a1a2b2a9f5ee2715bd651528fc46f8f5773c1494..0fe78bffe2daac9c4d6eb9b6a4b3ab99b7752dc7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.output.dense/_s.pt
index 945448796267e694d113c5c63821f1692f24f7ae..b7b53c23987b02e129279c8d13e9d9c7862bd792 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_5_t/global_train/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/classifier/_0.pt
index 5cda3dbebd0ce20d0cf1ff7c03430f5180261bdf..926bfe0954e9507bf64dc586618654d4839b4c91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/classifier/_s.pt
index 6dc0c9798e7434aad8edd321747b5f851579dc44..4de10497f3a49e38384fe207bf3deaead80829ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index df4212d892e71474e4891d00ca13e21fb3633b5b..4aaaee411f3df0c53b2b9cf2c003341447a95450 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index 5ca7ac969b602335460d3a67e747a355c06872c0..c97d566576272ddbd3e52960e415e305b5b4cc90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index 3b67481e2e362f95b304d8c0a7fe48c507bc9d30..f1df609227d671ad2b0335ba450aa08107cbcd2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index b911563b0393cffe0ae44b3b0fce33a3a55f9ec2..afd9badd939dccaae7c5c86fd095bc2a8568f4fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index 4b4fec0ed546934c5aead5939a624c60c481f15b..66f4c4c46d438bf5a1f57d991b8a1a84a25af159 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.output.dense/_s.pt
index 379adaf0627438b78fe123b8296188e92d47958b..b393b4780c53fdf3c4e0dc39bdba6e4df963e137 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 5a2ff88478969b2f66b9b6921158d1a54615bd48..dae21871fa736f822489684afb348107493c3bc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index ad906d21a42497af86e8585b18f094d8f6fceb95..8f785c4c80da003aa387fec173745aa17488021e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index 0d37a4f6fbf1d003b94b6ca0382fa6e28d226fd6..019b8b0056705df592d483b0b19d1baf7398cecd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index a7826d901adda92a3fa9a6f890b5c7d9624a2aa3..359aa84874cbe194f702fdbb88ab6a7749291c37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 23d5a7586a8731de96752014c59e7d1e5780f807..e64bff54bb237d045f1c7895d3ff5e8a3b17d8c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.output.dense/_s.pt
index 91777f128d591f52b2c1f979a4d4c73e7855a441..ea65a3723a7b65eef8dcb233283e920b1eb0aa78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index a8918aefc5db35455e249dfade569042bf278028..d33353cfc0d09df324e15536fbd48fa8e71db81a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index b9d490c834f453703712aa0c14f005fc367133a4..b7a934c0eb155ee2b625677114b55751e94ce1f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index c06a26dd7a0757a5b23a38bc386de3a841f821c2..dcf1d7b9ce1ee054d5101fa2cdf92f4c2ecbcca5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 05ba25e6f24d8c74ea492073456fd8685426f9b1..d61754e9305273c6ed77fced3e27330c4b3bc09d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 7fba41a2422bee3de324c8c012cdb0897d01d425..333dd4d318d51dcfeb88c3e6ba14bb5d47359ee7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.output.dense/_s.pt
index b27b067c372f5d1c5338a34aec7743ea77f2b411..809ef577edc2ef12d8550f012107c3306c90fe38 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 3e5214a314f292e2d0d7f8b01ca85e0533cf9494..58f2c9db40427ca2d1c38129bb1e1f5df6e1f988 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index c6bf34639cc57f50706c7b4b7df6d9abcac41826..6b0bcd31f2202050525a55519c690a7c2bc6913b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 7273416b03e08345bea94e279da238e7f1410238..f845bf8ec3b5e353412eb70dbfcbd2860ced7fae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index 3d1a9c307171b9962f5cbf76ba885fd75873384f..171d15102740c997c403e1421073f2c2fc22c74c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index 93058d1876faf3f0a11bb3472c22962a863b895b..8095181af6fd0ea291edc3ad51449bc108e58b4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.output.dense/_s.pt
index 77b179a08c719355d50d83b3c38fcc74f09380b8..045541b9a24026637d78db0076efc059b3facc61 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index e82ce29761d460736023f6363aeda614a1cbfffd..42c01739d0bcab7469b3946f3a891d8683a85530 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index 96c23793d0384e6d4b8a848da566da165605b971..7d610f6ec9e6c856db87d4cf5519788760dff548 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index e0f2e5cbdb585e8953983be30c15eeb5be38f791..2e3d3cf3d1b1bfd4054eb57a7266abc85e78d100 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 4ee221cceae31ef29e20b41dd50097bf4465c0b2..a22a7dd34a23914930c836d416970a9d56f624d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index 6085f9ce16588a5088c8470c50bbcfa86e082b40..0bd4c5c2fc13c6b7caadd2f9192eec2147a34471 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.output.dense/_s.pt
index 0ac651e253c59ef74e703cd9ab51a96efda6c141..29e7f99a63ac050b7640e525798b0c0ce4e57f09 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index 144827d9d5f698378eacc30c72ad0184f0eb408d..bf461c0f5e16709803ab369ce6bad1f56815a58a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 18cbe14cfdc3c7307ff8c8f37c0219c272884dfa..ec78747c8115ace249c069ba781dcd9e1e2c3f1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index b67e2f8fe33bcfb86888034d503f98cd95b9ac07..d5549d0c576271497fcbb62bcbcef32b8d0aefb5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index fcb976041ff357d8937b2fda774c4f3c43caf5e6..97c69781100335482de424a683f74cb2f1a15f99 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index 7131588d0d21adb861e90bd70be123440edc009c..28ae1929031bb27ff53b695df90e2dd79d443d69 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.output.dense/_s.pt
index b5c84859bd078a77a22130c04684f01d4323baec..9c5ff6abac792d828f10d8f89d4ce2f4d5d66453 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 87b8e0bdfbb2643e00b2bc9f1384029f640f23cd..22a4edc2bdf06473e7f497b1e110d6646c1bbba9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index c4f6b47ce6b447dd71a4aacdec8e339a4dacc3fc..a4e95d6eac685e8be61615ed2dfad257716f197c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index f6e5f67497e72ba4e457a514a0b4c2ae7fa03b4b..c23b2371e385e6294e639fb8343cc4e38d4d3660 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index ac5e3dea49afebd5aaf1ad6e577330cea3ddadce..55b65a672bc7f15b621844754da908cccd754d53 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 6726c48e20835a75b153a434633e6371e945bcb2..be742efe16645c701186f92ebac2b006985bc40b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.output.dense/_s.pt
index ddaf06838c800e974b9749b58dbaf6b2890a673c..aed8b25da7eacbc4f90197aadb92d77ddd4401cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index e7f56a6002102d725aec6133f4b8fbc4c440109b..3856445dd6faab98eab94b395dcbb9abb9730d8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 5cd633627af6ecd517b2d799dec347768f9cc021..c3d04b7d34702939da8275ac7249fb104b12052d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index fd07dc73a405c1f85fb4d48de8179ab5b7b7f248..db613baff53393de4c128e9ff78b1331eff8b9b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index ae4b668116e3f55062ce7f5bea98e62cdc48e067..d5f46e1becf2c4d9d51d4b5aee0bd5cce73835fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index c045abded94d8640cb4424930a8cce4905d13c2e..97d32dad80c6bf1b35a70971abcb54055646a81a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.output.dense/_s.pt
index b24949cd1b46c153961326bc5bc6a76bfa277681..d7912d6f924ac99a4185b5aac96caf11b702a772 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index a4419860cb5e0a24d9f4ae2179eb5b0f13d178ee..f20b94c1c01a09695a2918a06952eebf0fd5f915 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index 76e4c43b903fc1a2c60eb89351e11c0c3fe1be85..88b29e7823a9341b4647b1b7b9f2a1b661bf10bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index b500d508eb03f9771fdc204d2e10622b402d8a52..adaf4a27d3d70746a75ad2be539ae7e479333e84 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 261ebbe9c54522b48b30c36680b1b5a5629017d3..df94510194bc668a86772d6a159f8e1a6f11ae8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index 6fb7b83ceed8d879fa435f75ae7cf625575ba473..18bb302e813ceb387bd610faf144fada272cac6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.output.dense/_s.pt
index cf6883e63a18e8e2cd90ce2c14c14842b04de643..0845b3784398564c370ad36fae56d918d6c97c81 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index 5c03ae45e3419f133144ad78bb2fefa0a5686b9c..2a37fa2e01524348479ecbfe682f7605255c190c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index 85440e15004b695809c5c3fbea50591bd8867b4d..c23038fb2ac952ab0d71d53ff7f8c5d4b278009c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index 7f9bb1dc758d2e67afef6443e12afc467b56db69..ffa322be93a06a66cb110b448a491c05ce8a77f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index 6de39e20e4e7da40fedb22b5bc94025533b01fdc..33f13d7e75270b5a0c2b2d73d1c2c95c2393aff0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index c7ca069c3414b9c04592f4e432a51c3bf2d479fa..e11daae92a14f3f5ca82cb9946b828ee83192a6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.output.dense/_s.pt
index f0ef5888373392c287b775883fc345527f9e4531..1b71f8446421aaaab417bec197c7fe0d57ee0b4c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 04406bffd1bc348f156d0a772b1df53635efca18..683b386ef75c548cd5e51df1e134410afb4fd86e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index 934cd1ac15dc75ebf2bd8d2cf458e7a546e2de30..882c2e99875056627ed8b7acaffa4c6819b32131 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index ac03bb1cb3e9842bbd691b0b86d394e2788f174d..00481d4c63fca64cb5aa9ae1d6fb0c2ead712eea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index 96442a32147a30954d54aa6f7ce1f8e72ec5e767..ed58cfd82b90df64d36f98c46ef0585fd399428c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index fac0431516cc34819de198b5ed678238b769692c..5d23e5e07f65f385cf9bf0f9069580af8c5a39fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.output.dense/_s.pt
index e00f012473a7a60420c2ddebfb9efc3ff3983854..6d7ef467013c2dccd50f457a1767cb18069c5669 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index 63c880a64dd3b6e94b7047062bb7d42e28066de6..02decfaf313c1892b867840827f93012dd8eb778 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index a4097795828d678cf868d1aa7d152413995e49f4..69b2b7758123cfd2bab22570aa431a2554a59ab9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 4251a48e187f9b5c0c1b595289765584fb37b899..8d3d58355b78cac7ff86a774a624279bef728702 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 71babe0b7296136bdfaf4f946d2b3a812bc561ea..2cc5505066bf9104cb104066fcb74ee4a3087a8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 0bf4f926d7903d17e3949405d144a1ace596f426..615e134699f7a71d3149997c6ee0d1c69c1af549 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.output.dense/_s.pt
index 2dbcfce5786fb08805ba84971708eb03fc4d5b25..4da1b5ec0ebb8159443716ba7b553655190853e1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 4c1824076602fd9f479556be349cf8f60e1d20db..f1abf0b78fdba4e2f0314fcd7dd5c94f35e2feda 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 97401f560031e48c8d6e29d4fbbe3211189fcce7..06d000757b734373180df2dcef8eb58b2ab679fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 1703cdc489937a9b3b569be6a1e263cfe2d9ee42..9b77eb403580ebecaccc24a9cf3e6aacfb3ea103 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index d94e0eed127b5e5cc9a57bfe77e7cc928af3f9a7..64d13c1f505de13af409c1609f9595fdf7c25506 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index 0983799d005662fbb51a64f7fb58f7bfac2b8791..b4948a768f84c9d22595327ad6a7a071bfffe6c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.output.dense/_s.pt
index a006894dd7b228fd8af7763a6da584db2778f50c..658e76e983bf3fc32ff25e3db431f627002f48e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index ffb3150becacc5e7376f244f156e88579ce4427b..3eebe9a10439f4e4caeb0b6e6eaf2d3ea3b477a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 54e4c68ff6c2dfb04a6ae9616ca66248a713c59e..43169e95223490f2690369cad1e38ba569b01422 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index 501bb7f1c525739a3ffbcc9ad7c8902ea296fcd9..998199974f9c6ee70fe3bc5dc01783db49e2433f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 7e25a7124c7342ce4cf6f8186cb09c4eec8e122b..09fa2b297d8a6fdc3ad04117174f53e13c21d0f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index ae57bde4e4cb2440ab5704df2a7cdcc4b4a97278..1c66ffb5a9b4561597d6f24a04f9ae8647ed89e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.output.dense/_s.pt
index 609a20b20814a9780a497b0d22c4ec6d73d22a07..719abb8f90d15c100cd8073ed4f6ec7453675268 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index fa470948412c13e3f8bbdbc959c053a0cc85ef9a..4a627325f965a6aae4f49ef35f3a78c22d778ca1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index 23b8609a07ee8af68af1cecd796767031313d155..202d25b051bed7179445eb3d510c0bf27e3d90aa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index 4def0b86e07c61917dc9188710cc5729ec2ab9b4..b163c6367d1c6d95e5c13a2498577aae16c1888f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 1ce14ecaa50e80989daf604078f00a17826d312e..7519460d833a55418863093f62f47e31fa1fe388 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index 7d2cfdd3ac80d1ac3a34f0ea22f0f6c4b07225a9..33a520252898a1a400e0d523b5c066318ef9dbe6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.output.dense/_s.pt
index 74f4bd79698a72767873c9092203d6fd840fe029..ca46b9e2b5600060416b7db9a3a1e7ec0fe222ce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index 1d3857171386dcf8b43637cf0f4680210e93af47..bd3170e9d472347138b14d6fcab4bd6907508a67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index 2f7b300ee3ac469f5509638df44b618038b2e905..5ee5c5e989001cb56e85cd5e19434b71854d0ad6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 3a35e19f616cc5e62e89c49ab501560d39f401d9..53b02ebceed2412d171c0e2a9c88f8137248bdfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index bfe4798abac626c14b7a554c3c4d33c03d495dfe..8904b59bda64ff61cc3c1824f81fcef5ffc5dcee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 834ed63a410ce68e993b9f4eeb340298166cc3ef..08ca3011f04bfc7c7cd23d34da4809c15bd458fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.output.dense/_s.pt
index 5b221eaabe8e18fc312f31a94ccfa35f2e25af11..13afd21f7e084041b2e944cd1da2100324742a8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index 980be0506ad5cc6ba39c0bcac69ca82452a488d0..7e141efcb5a191dae948b9d9395c5e5b0ff0945b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index 0abfe1c389df63438164222725e2498dac79f540..f13955a625d00f43fcce0b5d036cacf2cee4991d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index aeb6f4805fefb0055344ada014abe4541f77c880..7835b66f7e5585f9daf205b04a5b000701c7ce80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index aaf23605d72d7ef679c34b93dfe3727861be7817..47f208114f8bf35abb15e409299c50545dd89a78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index 670139204e3039542ad8ba472374f6d70bbc2af5..6143f4140c1113cb754d9d7eb27bf88bf1ea8bac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.output.dense/_s.pt
index 9195c51b502224c0f261294d8597024774c0d9a9..1ee7400d4903be162fc8f0edf12188c1954dba11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index a7b55f809cd9feedfa33fa36ab0a88ef247c1bea..2bedae040fb3c49149bc4fb97fed33e2fc81e3cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index 763e6d75c9c7a9fba4509147bc9facb5111b240c..fe5d9aab7616c439268455f7a9f320694976c144 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index d9317488a314ba9bee07ad5c9c7dafa9ea79bca1..ea3731bc947b3a2c27a310479a739e7286bc4e93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index a59b0233701537b2e62192cf32012aa9c4a56bdd..98f2ce21079bb454823b31ccd371c03a92c49a90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 3083242f3a5ffff2b44329924e95d2732ef0af38..051b676b90e9d5e5d834e9550714021c4ac09fb0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.output.dense/_s.pt
index c31ceec1d35b1ef0b13f45d0f14fe924ef9d57e8..3b452fe342c0ce276d8114185106d18f3133cca7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index 148cfd7f8c5fffb31dcaf0d4a552c70527fe909d..7482f3a9baf77ff27065aaf24b10fd98bf9c7326 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 3d03e7ca5bf0e2200ee0e1b92d0af128c289ac9d..1dac0cc72ea8371e72ba3a8f38f3ddb5a8a4401a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index 739e33de9d7e4c810d95fcdb5811d44ed594e6f5..3b6924b1c1c552ef4128add756e89e37fc689eac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index fa39ee932a77a0a708c2d2f9b5eb713f2e5a9a4d..4bc2018365130cd72eb6616bf8c03ca6eca1422b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index 4fb948a1d4206d91b34bf428ea885b80a44afcef..5b7fa146b694ae9a6a9b4b0d4fe3bacd8721682a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.output.dense/_s.pt
index 1d6c9bca7bd1c192ddcc5034b579097240e975e5..362d26552d69e69a685bb9486d2d5c817f05e1e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 486bb8e2b2b2781cf354a1e7be0c4968878f0e32..ce4c1382d076c81db4e01c78277dd88d0d58d35c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index 322d897118d82b16e2ff447530a423200e9ec9b4..0e5e88a28c39145bdb6dd08f1dc5392e748c2fbe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index 5031eb240123acc35a45b9566938b9bbf398fff8..6aebcb1b90c518ac94aecc6e842dc0533e3f934e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index 7c58d2f0640672edc23eb4eaf2323dd7adc6bd80..50a401c77b1aee11f4715dfd527281cc512feb85 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index 48d1523bb26eff3baf61a5c8dcf6d7dcff043feb..97ea0b6ef604af59498599700331f043ce756942 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.output.dense/_s.pt
index 456bec712200b06ce20aab80b61bd6c636aa1c6b..3218a5e324444698ebf7ccf39abea267982c7424 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index c7a4e37c0a5b00ef2d87a09f5ffde31087fc0b76..683120d4f40ea01b8264cbc1a3556bec8a17aedf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index b8a7c60e043818c593030c606f8ff313c62392aa..b5dab1a1ec1d4075daebb41715c34d540430f2dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index 169de58e798d94c12a661d768ac596a534342f5f..1e647db0416f0d09afecb97cfcc8c9bf099ae490 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index a96a99647d212e79b2a3f6fe1392f71d65047035..3553b94b073e46d6837704cb290be0a2eeb3a662 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 15be6652797f8b977405f61eeeff7bf59aa586cc..46ee51f3c4b116441a778a6d7bd695180ffef74a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.output.dense/_s.pt
index aca2d8a3aae01801d38007c63247821d25373fd4..843a1c6081d56a32d09a4b6748ce124beb5ce9fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 9471586bdac4f5a2b6767280e6a82b2947c70480..d4b1a8120f5d330f491e79c2ac9a0b816f9da87d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index a1c94ea8bc9fe5129bc01f430c7683c97c3d4e39..47eb193d4dca992dbccdbf440a4f6f640e53a72c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index fa4a219fcb84985cd5cbbdf1c16b0d9a9c59928a..a4e6ac9eee1ae3e202548dec810f0cd24c278bfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index ae56dbe9234657c4a7d6b814400d6fe4e5a72e27..c826dc5159b9a43e37ac66cdc546dcb3a7baab0a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index bde54f7813b157fddb38c9c307bf997d372fe0ae..315fbd41638d7600a3ef5e3d4b915d1e224dff5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.output.dense/_s.pt
index 971cb82cf18e767e46a31d4acffdc87308139f8f..e60a0ace86b788df7654b545d16818c9194c752b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 417aa6d4b234aed1ae19441b88c2c3b8b94f26a0..11efef511e3514f36c8d5860a962f0d6b3abfd52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index ce6dedd1afc3960e67264738e60c78b633e7e5ee..a324da1dc98228a02bc9681655846b52f13e71d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index 48f0033c4dd7419bbbdd545b0193e19bffc474d5..ae9a8e788cd0235806eac5c37546db7452e51531 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index 3acc4c9395a0a4dca915661e3207c8b371cb5185..09d063335b6c44e27ab12390995c0957e3c1d45a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index 27cebe4bf4b7c0276c23963c384646b7bf0dbdcc..cd298340bee6e013cffb5c474a40d6c364ebac1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.output.dense/_s.pt
index 66672aa98b278c2a367caadd3099232a97e9c89c..9f653eac456a7a54e1a2d99e7e1d7a59759a2365 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 9b778c16a3989da99680d93d4a07999926ecaedb..f83af4d93eb068f699e953423b353748b01942d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index bd7194ca7ae54d5ce3bd42ac1b188421d576a40e..008d79fd245af5f1f00a657ff1953fc5de505a39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index 047c473fb22300ba9057b8b7e5f9669dc5879859..552c9035344a9ec56d24fa799fb8e0b03a44bfab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index b1ac4cac7da103211de3b0ba63084ecf5002110b..44ed05efac141a145a71a5157a7af22d4080bfe8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 446eea5860a21090a5f7c7578829aa7ea1576bc0..58c96248fd00550cc15d645205571ee67c337035 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index a7d708e0e9f7975354b81645a569cfecbad44975..0c394d5c562ba5da4b8f2acf24b0231401ed7171 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.output.dense/_0.pt
index 7a571786dfe022608d7168a415a64654991d2549..8ea38b2f931134a804d1dc0f42d8395e117dd20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.output.dense/_s.pt
index d4545b08e95f305f0c54082d3c7f1406fc820972..13dfedf6216bab9425b9b8c678f42fa14c718f50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/classifier/_0.pt
index a88cef77a582de98645c88ea5632c360c36728f1..088bd4f8daefa300cfd1c23dacc9a0a65777e97b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/classifier/_s.pt
index 5aeda0d9d0d708f17dd5acd6e165ab53a4fca999..e884f2a95ac0034d661d80db50fdfce154386e9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index f442b2cfd2b53f66f24893766d96ab72a5b0c98a..6496b205be0de1ab8ceb641c5c50f3168bd06a36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index c76af491bb49e5052ebbd960c9583c8828502cc3..1c70fa23fc18b6eeba636bb375282cde8980e80c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index 387540b4f93941d5a9e470417b837633e27fc999..f6046f830f6d1e137bdc0c2463f06244da7e3e8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index b0da37ed94a657ba44d59ebbf951596922e8a846..067b5ee18af76c092a791b94055146e93d7bf1ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index 9c510930b935937403205e58f354a6f0783b60a4..73addb5a60e634412bc9933a9181312022911649 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index 51167a64f78e9924b9502a76422380600ab4161e..378aa9359e9116ab6a3b31caf6aa9d625c5b06ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index 09b54f185db8499d17a74811513c433ed2535a38..e2a46918f3f22926729726aeb888448c29174514 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 85b9601d8272c983e53e15fb01f73e5841ac665b..3144cdd391f26604aae308e57fa2c77b598d0e14 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 2130ce5a49d13da4cb978ae7b5b46b2c9f590230..eac427b0fae5a38159014a156800757b614c398d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index c574e044778402c6498ef22310718a7514f753fd..05070f39c6c3ff0139657bd416075adcc3104c66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.output.dense/_0.pt
index 5a7f660e87de037ebc3370c80b7079858ac12c81..7c5447d937c934ff08fd1d287a356314236a7178 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.output.dense/_s.pt
index f1617ddb3124e117392c900c155e2e594f167383..484e756cb9c8a7e5ec966bd297cd296404e2b301 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index 341abb3ef80ec87933fdd1f0e893b32f4b503caa..2fcbce7b0bfb0761f6ac17ea7636c7390a543779 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index 8c4c2938214726efda7a208d16b2e5ae35e6dcd5..203ac9d3e23994201d8966cee733215e031ac403 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index a8046d6f16f680b82f9a7226f704c76013b8adbf..1efeabf1dda06ef035f48d9b4bbfc2838f4dc1a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index 6251102c07810ef6ef60aaa87dd65248bda962af..de2f77cbcf78c0927dee42641e22e1b77eaa3d28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index 34ccb49e1c81bd8d148de53d35ee57a3d95b62f8..4f208a85dfcf06864beace7bf137804c0c35ca3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 49a45e846347c2b50ba3a30e650074f83873bd6f..5dbfb5a98485c5302a8de582a4d563297f8640fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index 4b450e179df5bf7647e5f9f16ae9e45b618e5cff..cd233de7e34a7e00afeb63c4de35f27f2e2df9f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index 209294fe2f11e0e1c4a91b900fe6005c010c2aab..7a9bf22b00cfb24d411c15b285c9122ad591016b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index fd42d90d30010e404ddbdc7c618bae62f8317729..e8d802d82fc0367b51a9c250a85e01440a103608 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 3892a05b18a18214b62bd2fd40c8691c395ae7f9..0ed5986020f1db6158b1cbdae5f082db24b00546 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.output.dense/_0.pt
index f555098375d6c3a2c650acc4353f07b630e2171b..bc9026139c2bebf5a97fb81574cd2664773a5986 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.output.dense/_s.pt
index c9393d316c84790d5b522a5d2c1b1362b4f83c88..59583c1279fa31ef94819b29acfb739e7d5ab90d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index fb80dab17cd7919ea7e604c7466cb71050691052..249eeb611d757377a459ea811e3c462340872f4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 37466b85cb675bc0da1956df1d40160716e54677..7e993a5dbacbcac8c2d2241b50cb644a7dd50490 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index 88caf2542b11450b44e67281999e5ffb339c2176..2f038613f1cb827c74f52e501b73aad00b2e06e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index 47d2494b085c7ce5a288a3bf856c76792eb90e33..23133f53d80b68f5db1afdb7d25f1b6a9a73aee3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index 99f72c3939cc3cb2ceb3f32c13b6c756d74bb287..86c6d14560104e7552dc3bfe2c8411b7438ffc79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index d19777d6f512511c7e947a70cc4be02cea48c507..a3a22c9cb907a7dec1776e5d6e319d1257a8d5dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 2c00d7f85fa7f53cb79b90f6e102ab9f034c490e..d6316a5b18795f16c8d0f228f8a0c216618393bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index ac68f59a0bf23a9c5a15f9b4a9d621dbfc6981cc..b808bd1933c77b70806839518d047a57ba28a10b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index 71a890b1607585f13126c4b818e695ff69d7fb2b..d1da3b695b8022809b141b48d9d47e87ae5d8eac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index 16b936a7f5494621050393cf0508a270d186f578..e4327ed0bb632ffcd61db73939f1151da8f75c05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.output.dense/_0.pt
index 668eb6d50df516b896b2f693ccd713f991b2cd4c..eb60194b9c2173eab07e20ac19489ae6b58493c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.output.dense/_s.pt
index dd26b74026eeec2b6c3318f02644c338e21b1388..a273059fbff4cb6b348ffbfbb25056d39ac7ae7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index 96e86b074d3670c605a7bb18db44cd58df264d9e..a61f674816dd8eb9aff259c9b51cda0fccbc072a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index 00ae78cd6ecceb52f2067de02c91aaf24779de97..1273e3e5387d930330fb2000bf905708b26a2f02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index 1b0b82cdb449ace37806738982b2e4aac5afd2ed..52a23d3e4154a483cf19f65dbc3e94d531aef78f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index 4dec674c86ec38ea09b7be6860c2248f33a55e08..ddbf780571f15170550dad4f99a7b7d16774cdc9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index 0fd29c15277c2dd34717a39c38e2d82909dd0d48..767d54af32db042676a2c1fb7d57b5a63c7f0b8f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 6d048dfbc0d3a5ea371509c2c1260b5cd73970f7..9e61f2aaed8036f9050aa675d6d98a0cc6d3f67a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index ef5d2f875611e0afee893ae089b674c66dce27fa..f9a93e4ce216a85748eae5d491dbd7442bbd273f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index 098158c5b8ecd26e160755d8d15c2ebdc8a6776c..ea81df8da30e4c4ba171c34f232d88c19775ae9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 72ad95990b3335ead70fe735005c949744d99a05..66a10605ba9721957fc11bc7ab74427d75da3273 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index 2286f0ca2be1c3281f409e65249719a58a447705..d339721d0e4cbe91ceda57ec304fbe79bb21e4bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.output.dense/_0.pt
index b4ccb7f2ec82b5c9472b3c91eab3c0a5eaa97aea..ada3c328b2c3f760838a5fd61e8fa64e77025ac1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.output.dense/_s.pt
index bece61a719192e2a1fecfd204cbc5cef3767efa3..214bfa5690d2ddcb576c0fe3446348e59d470d4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index e93bea4599e904a64f55cfe7258a2a56085aff49..1baa03cf277be22e33e946a531be5bce6b68d2ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index 696a5a909e7bdacae09b42ce084468227434a853..423d9ff69a1b7da18cc757fcb2ea343fd28438ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index 69b8448bfa08b9acc4611e454c21373fa2dff7dc..7d9cff31639c7ae02c042f060f53945981bf9a63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index a2ec81cf6613f403e8d02ed16fdd77903265f4a2..efc27ca95719b2257f4036dc0e364be64f369eb1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index 3d95dcfc5e017cddd9675502422d66c2afc3ca82..01f8af68a2b967b91db36d9ca66771ed4c2f94fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index a83580ea4887e738de2184348ab8fbedb7830ee0..2b6e79f842edda719310c03c5363287d5ab543be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index 01d29170f6a99e88585b315bc67cb5ccc7085d5b..08ca57c848e60ada00443aee3d1c8548e5323b49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 182318c0edde7739854d0d23b845a6f9c1a638af..bd99c256a9b1a4a07783f25b517debfe589498d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index 4d248ba25729c238b62c325d23f6a3bd22fd27fe..063216ff08f4935b53deeddbeaea33e230993724 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index bf4329d15472b44df6f24cf9215514a90f274c67..42bcfbb84d026435e14b2dc3efdde49db62ec6b0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.output.dense/_0.pt
index fb2ad4a5c4975da76b895ef729c673579ae2d738..62361f4e9a34c7e8506490ac3da45ff1f3caddab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.output.dense/_s.pt
index 040d84dd6b59bebb6810425afe7cf5ec55d7fabd..ef05013c6bd2dc43047bce8ed07330884f87a2e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 0b3bc24dfa6bdc933ffdade6d8d66b004b0df58f..3e8ccd89a7b477d3173396523d6555fa0fba5d96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 9ab194ad0e7a3b814f18bdcdd25649be354cf3e5..5b9d4399e88591fec073cb133340b5fc2eeb9d35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 09690a6c47095a3386e9ea153457502d353ef3f9..6f4759cb895e164b064712d03bbb9dda3c8eaf93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index 4ce60911643a38fbc28fa5224f1375721f19febf..46e421e2061a89fed25ede263c8df5ee0234f84f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index a6e3a1a33885b798db6a4f8c29201f88c6f2c172..4b4f5ac6bd04f265a5b7acafb8e6cfdca8ec41fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index ad65bbef9036377525105b394e0f41d99b456ae2..95d77e6bdf9321f51b011c1fe804b8217f2f6179 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 25de52d0936d29f203be4599965dd8fb4441bfd3..87466fa215a73a6ce31704fe3729c525bc2b49bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index b1c6401b998f5c56ef0062db43fb07f9b24273d7..0c0803d36559a61d379181fc9b17e4891557c69e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index edd24b02146616a0e91d9494271f7f51976c36aa..97aa45be98472b5b13ec6959ffac24552690147d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index 64af30f82d642fbd0b0a5de6aa7eb0db0361e28c..a5c7f9eb094da1a036bcbe5b4fac076e8a818773 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.output.dense/_0.pt
index efaa41e1053e44d28525fd216eef3e32ba21e50c..7cd88a88ae8cdb5430538a4600e9c912367887de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.output.dense/_s.pt
index b08469080a4a5af23cb5b5f1a6e2c5a0f1d7e01f..75af22be15f5d992c4b12493f2e36a7881a0670e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index 461582c3acfe9fe544e73ba3894e299bad41f560..e7e77aaaced7ef287aad33cefb4d71ea26b89736 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index 2ab473a0ced045ada9d96686620829a5afbf6b80..3eb336956904509da573cc7e8a5ff5827b58dc4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index 2275c2388ab971c78ebc4ea7e87d6b7c6f234dd8..3483ce4bbb884acd38eb760bcde5f0d334e75e78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index dc8ca2bb3e9710ecaef783f15a589af88018fc41..33a017cd3a2759a95e33cf73206db3b177f63ba6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index c8ea111db5431a82a4ab4df579c676a22c419b7b..e91de655f9fb187febc2ac11eb97cf2730af4730 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index 1d4fd05152bf7e05383c530cb6dca3b25e4d50ad..0ece6a2cc75f04f74ea8d98a34d5a97ddb6e9703 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index df4bee283e1aabacbbef783c72f28a0cc45bb393..7a9e95fd08bdd12ed3e78f71f9d6729dba6d25cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index f76adc2228bb02abdaf9683570a6a9b75220901e..46eedc96de15946a78adf42a94c49974cc88fe33 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index e3f8d8e529532d4abe4fe929d1324b51cbf00421..8b5e40d0ea83d578de387ab04df1b272fcbf8c22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index aefe0b1bafedb355152f27af52c94eb47767c4c2..bc6af01d9a72d3f5b3b00eacb5483019edd71e47 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.output.dense/_0.pt
index 281b83d4fb139e17daa79bd24d4a034a475a7e85..c163f5280dcd44e4c5d942761ba2117771d6a0af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.output.dense/_s.pt
index 1bfa6f67a765ea4ad61f3ded290171d0abfefbdd..ad9e2328a004f3f54693be52982ff73c2c10596a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index c6f67ccf7bb1aa948c40540f9d9c72dc09263636..1163a4e81f1c162f907c2d9c3805a63f8e30a7c2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index 5ab92cf187854e76467ea15df9d8153c51122354..2f520ce4c5d2bacf7c5d25776a51d07926ce4b4e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index fe0bd4b61487d344e11ab135741524e6c25931c8..cb5cdd3e69bd75540078058531b17bfb9e14215c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index 3e3875a069f1243acc2708f0aedc498ccb7efde2..4ecb1ffe4e79c7b794988705524650d2f6342c56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index 591a8dce73d7d3203f89b6403191f1cfa5548f48..1fb9acd332f66d332ab8211089805961480eef52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index d6f2fbf5da97a0f33dfdc075da9419f4e49faacf..d1f03a2807105b9057cbffbcc5e02f37b28242d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index f4afe92e2eef5dc609ee1c0920b1702e9016c49f..1d4a3fb178366e83bfb1ffdf5a6a172bffa62c83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index a91672b3af33c38d86e81a23f21d9a8e6ab6c0da..d47aaa8d75842b1e6b82d8f54b4b95f1d27cb6f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 6bedd8c08558b0d9c27d4d7552d23302e255a3bf..ce058adc683827eb3c8a7ac4fa4af4ba241891ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index 66c09840364c07e3ae448c53fbb6632420659f16..5804b4c56b99aadf2f9848699d98fc3cb1f3c1b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.output.dense/_0.pt
index 4f0fdbf78fc009a09ff069fab2adc15b56008239..b73c6e81981b5d4efa047005f3249a99d58d701a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.output.dense/_s.pt
index 8c306e309794c8a7def202f40bd93f62fed14724..edd507e42832a2281a59b9487a92c3a05a500509 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index 87b18483884c2209702df643b7a3525a84aaebd2..de65d17e3f4d810f8b8fad315fcfd856d74628ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index d2297fe135ecb4da1057c6e4e0418ebe6735324a..047310bdaf8a12d17fb28ee92e0e8f481ee07f1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index f0122c1600a9c7695e1c144dabd20aa7dc8b4a1c..ba37ffa7c7b326fee39a9890dd40096105bdd8f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index e44a6c76f80f2e606060a50f3a6401ea926d5ebe..ad19a86e470f41c0130090dbd6335d4c64bf593c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index d13a7cbc5b97ab117aa73674c03a9264bc9ae401..9725eb6f6cec353277608a857aec0c7092b8ebd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index c1d1492524ce35fa7775173f3d9bac682cb27fce..50503e9c346dddd41c78dc3e66b50a0e75c21d83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index 79002a74e119caca1906e649224bb0372e1d4ecc..4fa373c8008991a1d927e06b23230de32bf70213 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index 06a083fd77ee086d07d9453ee0184f62ddc5e183..e0efad783479a01e7037bfd1ee507de9fb88013a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index 7fbd9af9a58849e9478538512a1d24bed62828e8..8bf5052fc61dd4e4fa62c12dc89c52d1bb7803b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index 295b9577652e7cfa7b1f1fbb87946e95aaf9aba0..bb7402b3fabac5e435a6604e5c45b34974a233e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.output.dense/_0.pt
index c0e14abcfa36d496d1fb44030681d479c08b7d32..87b049d308b91760b3d3479475d37a9dbc55cb62 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.output.dense/_s.pt
index b8fada4a0dd0552536a937ce95f251d68eb39843..3af8b3e32a440943f2303d47fa6fd9e7d27841b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 418f30756fcf9ad88b7433871e116ddda9431e2f..740da962f6cbf5e9b852f34a492bd29cd285e3ab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index b2bb3622d668c02bc1ee83f1497f7386dc4dd27f..0cce26e5a1eaf95fb70255c28ae098e0fb3875e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index 29bd62f56e999e5753780984c66c6a6cf63a9fdf..c9a2f13db441af17c5d98bc5c1d8e7e05fb0081f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index 30b51309740c4af83e0e018a482aef8a0a87fad1..0d84e05929910baba0b8460a1e26a5d7535cd295 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index 8859bc5a0587333b478e8c5cc42816b97806fcbc..6ccc4f9e794f08201790f550dc20d5bb41f218dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index d55260a41cb82f5440c96b3fce19af01585ef1d7..9bbc64805464cd0ebf6d7b6756a1cec18b75377b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index b20cae9df5b7ea5fd7a0eb3cb15afafe8fe786b7..53f84a83f88429d9efcb5e6cb2e8e93b32929165 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index b677c923e233583528fcb02954fe79101fe8407d..733b45d2a0b9895be28d9446a667c622022a6e31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index a342ceb2f288b354d72e59558f36c4981d3ac7e2..fe70e9b494d8f84cf852569f3779531f2edac39f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index 1070207362042aeabd703b6d01682eaac70d8488..30e20a64d2818bff66601af264b38f186b3160bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.output.dense/_0.pt
index c502465ea66e45649aa46b7ad8520073bbc74cfd..75e1beaf30f2d0b44a5f625d147e58d63331b66b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.output.dense/_s.pt
index b25c0e7f54f464ca196eb10274ea600c7fe0f805..60ba9bab59d126d4da7c377a061d913b2392cea0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index 58e584ed1d3632552b9b4ba00f5812ac554f9af8..40971cf90113100d81ee3c93b58e344d77add9e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index 4426cc6e747fa72425a697565788a7b16b3234ca..09fcadcc37239d32d4531083ca65e07e0a0b8a4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index b27d7accdc58de02b380979e34dea31e580fa2d5..df135e361f6138a1e1b35b8540c6726d3ceebb35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index 9afc9d3012e8940dbf5dec1a76eeeca521aa4197..f63fa77dc0009d449d37d0f2e9cefdd2e30f5a0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index 6099e497f367e23946912a9cb0c516e9f75016e6..699737fadbd2d292119da3db9dcd83c258541b3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index 20e4f97c070a08c6323fed0414c9e38b1c7b2051..a4f4a557e00311eef6ac4c3134024a9f2c2f5d51 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index 631c86e858afe5121c80a9978f7a7c474f8be9de..c846a9e8084ae166ba4d9b7aa50cb530936d4f6d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 87fb382d61d7d0edc88242285fc21d238ad6af5b..f19fe1186154463a7769a7f596906809b8244843 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index 1acf6dd4a8a5072072a8ad2b38e240429ade1aa6..ac90cb7290850d4c4c0014b5896b22e86d1d827e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 433ac70e14a964593385d3d88869f80cec725fc8..014d1a638af02a32fa3093ec24319a3921d43a21 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.output.dense/_0.pt
index 60c8a391e47d947282f5edfff02f575989041cf4..f765f632594198227f1830b252b28b756b23d3a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.output.dense/_s.pt
index 88f884f14fe2c705181a7a64470c1977441ad103..2e2feb53b3a062c1d2e945b157979ffd7dd77682 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index f599ba17e14c37494238a40a3efb24a2fab3a2f4..69e13528b4cf5fe427d2d5bf7e667c8afd88e523 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index 2049a85e3998e43fa98e04036d1ff7351e9478d3..a3eadb567e878b5dec1168fef1131b1aa5089fed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index e2a83afedee9ac478b4547586ca1a1ded218e788..4c8e47ae9edfa3774f8a552e5955267b40a04d9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index 89898a36470630e8c645f7d7239da4110b77ab93..316c47c4fdeea573467a3e0ea1b6febe5592ae9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index 7e4e6fb37f501e5acef5ef951100ca7b96e30c10..7f1fdec4d512f3a0cff6850c36a684ae7d35c9b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index 90d2d2ca8dac7bfe9f0728617fa722c5b2c9d91f..2af32b5e554fc5e87bd2b575193ef7ffc8d7cbb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 6a4f72ac990be826f229e994ecde8f28fc4674bb..e61cca25d274757a1f1eb8065e1fb44ddf965fbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index 6217235aec3550a2da4e3540f624c66079bfcb58..d5a1ec312ed7fce83b0eb8f2d6740680df9067bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 9ca6ead9edc7879506f8b68fe09390a86b0c2798..4fbefd62e163afe3e07af35a1e51a2997b33cbe3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index 523377968c259d4d65a0534685cb0df9ce1619c1..8a18fbbde939d3753cdea8f8429fa3b7b4ddece5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.output.dense/_0.pt
index b3982c2dc42b617aff5892d5dbea9d0bb341c6f5..aca44436f4098a5d745e6a251c672cbde6c71365 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.output.dense/_s.pt
index c0dacfddd9a47e48a2e1a92ba6d757253da4a671..9b76d15dd747b997d0230e770da5dda8e157654f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 388311d95573c290eeb58dc9cfae4d9235bfae03..4e226a5953afcda400673830235151fcfef7a02d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index be06cad5712ccf19d6aa084db3e2acf72741ada6..0d95bca650f1b3b017fc518a28f5816faa43c4de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index c99f923700f24105391e77b173bb66ebeb5e45bd..b2421a327d6503416678b3441439c299a8bda4c0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 7eddf51dc2bef88c402e9a388df5319e48f6a1c5..7ef6e17871cba3668e8d1c3d2093f037e7a68a94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 65c70710fdf2c34a474ea8b4a59fe36302b907b8..859f4cb102b3e3c212853ad553f6945fc5f2d44e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index f17c39f91cd98f3ac92201b190b24cf00c16c147..276e3db6f259f658f0b8692ded36d00865097e52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index 6205069a921f29cbc189b3c6c85a21b23799392f..412a9069f17184ae28aac0633d76c150eabf441d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 736aa6100c050c0cce174a73b97606f3a75cddcf..44d0491f483387489f2bc43f75c84e6ad1617cfb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 6220f6d834be5681d7111ba320c614c4828911a8..1dde4565a5d17412456b27ca30e2fd1875102818 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index f05861d1638fe23ba0e1acfb1597d66cb72f5d4a..556736888761906a93dd1f3fdbb64351a71ecd72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.output.dense/_0.pt
index a1dd51d554add6e07f4cf1e6bea86eaeee4a9f31..6bc969ac127ce5a737981855ff052aa0737eb206 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.output.dense/_s.pt
index 8182c06525ce4a685429ee4102be9c9a2f449d25..5efc9865b1453b2486ab07a1cf5a6b2c068deb5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index a513aee86f13968add180a6a3eb09bbcc79c273d..96cecf715fb31194f81f949c7aa0bded2a487d1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index ff10a572eb8818538580f811d76a71290e29de7f..f6b8f236831018d2745f40986ee1bd798654ab97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index a13626ec095d1474eb6b37f769f45d55f030ecd3..6e7793c43bfb186f34a2c4bb1264dd2904e6079f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index c2ac62e59211bdb429382a4669f47c891d281a18..a7c368f3b80c17297b6704fc1bf6ebd69daca82b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 696b37e287560eb0a3517fb6e776b719b8d15366..7d45f7877c5079d278ab8bd94d1ea97c49376cf1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index 8317b3f2dd8e309641aec1939f3236560a60923f..5f78be6327aa2cba19294aa01b0dcce361b60f8c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index f0cad7792e7bef50bbd168df4f2f988602140899..2ff278df9a51d57c54128defeb33fcec0523be22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index 82e4be780fcc7df19434ccb8e528a347d11c680d..9756222c6fa41aa430b98b0205a5ec525c60e385 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index d76604b993e686bf21b5956e17c091bd84ec1e1b..6bfb3a33831a21a4e05cf6cecb038bccfefb7361 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index 99b68ba35dc2f78655f95c1b5a40ad8870947700..0a4aa32292a21da4b7e1042b859600908ba39a7b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.output.dense/_0.pt
index b2f63c08379a92e2144dab0306f9dd246637fd08..c64eb658e08223aeca3161c89cada75953449826 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.output.dense/_s.pt
index b8ab52200a88e0b3fca17b91f029481f7d5469fb..e603bdf442da7f481b0e6951a69b501aa6c67247 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 2cb03e36d7057ffcfd0003c21941802718e88c3b..790e2f22f262f02e241a111da54d8df683fba302 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 9be578b40b810f15fe1110fbe9f48e06948c77ed..df0c69b26657008d2ddd15a6d3012a967e2394b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index f1082b94afc2caa455976816a34d90570f416070..bfc793aa11ab3f67f30b516a648a187d55c0ba78 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index f32b98c2beb4ed9031132ca213fbf306492ef5c5..9f30bc088dbf73de6cef46ff325f17caaeaf7f1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index ff00f96631049e46ad431cb3068a4d8252c4ecf7..20e25f9a58b0b87e35cbd4f709d1b90ba68e4646 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 3c5e75ef7030f49134c54996fc9196c6daf31b72..9ce63c8e1d1d4abae2f3c3fc7122ef356082ed0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index 812280e6d17531e12d532293c0d735a216a4533d..1a23216096bf233d212237d343c1d90a19d7bb42 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index dac32256267c4c3897d814b23b8a5d9f79207ef5..056da5a0d7e860da546cd2100f214056038177e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 1ef2361748b11780fe9f056fea60cf81905dc1e6..e04a635e3921a7324bd0f901b74a32503a72440f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 06d0d5080818bd593d2176e2e442a31846f1f78f..1a423f36360cb1594875103a1b7f079a8fe5ccfd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.output.dense/_0.pt
index 9b59088680041d1d0a9d6da495b504777beb080e..68e37543406fdd444d6f723f5190560c1b7ff41e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.output.dense/_s.pt
index bcb3818b38d56bfa40bafda4150a769347e66a59..63f7d585bba3ea40896f34d599db1cf5eb7aa194 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index b404d13b50030d6547a49ff4ed13a210ba1a218a..588152c2fd4a5aaca82911e43c336862aba36e05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index 6c15fca32682de55a906029de1d8b47729b87573..1fe9dc67caf143d2efcd04676730a397e82948b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index c927f65c6fb1083af88f5eeeb469c8f873ddff0d..ad9aaa8eccc63b39fc2ddaa229e0a9cfa1521058 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index f88e861e097a73700ec7118df0c4e97d63a990a1..36df7ffc29daf4f32fb11c171305369693cd364c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index f7c6820fbb8b46649475449f71cc40431e4ea74f..e5577092bd367421b79bdde64a7ece7cea427a1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 22d0dc308b33916e07a8055d69a1d61bce0de4eb..aa68107090458dd94c0fb6f23230777095fa571d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index c750ca0873d84dc43c148dc99b9a628bec510ad7..fb402cf7d71ef6e699c347ea29aeeb45a28d836d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index 043697ef95bc674303dc4961f126b8c3871f613e..ab0f8be9c286999b0379162b307a62d068b0da4b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index a73ac8815bfbcdd86de16b288d6124689e13126c..cb8311487c07f61744de851a08e1b48de83eaa91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index d0fad27ccc9745d3deadcdb992fa1da4d8c2289d..be071e6ce11c73c1345d2c740e8b7098632dfab0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.output.dense/_0.pt
index ee85999e85032741d7d12d8b25257c68eff9c2a2..a3e52ea709af8879a8bd26b50ab32295c68d5ffe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.output.dense/_s.pt
index 4da002049862701547495941ab3770b4a56dcb56..ae98231d6f10082deaa7aeff4de0387543a996d3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index d7e6a1ea2e068019fdd5298dc05430b0acc829c4..7144b5ab9ab21929f220e8e8af0a3e7e885f4014 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index 9ffc400c63c7690772aa386364404f66902c4796..03b0161f5a699d66df7f3b0a1423b1808bf17820 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index a19c3cdbcf8a425210185ea7cc5bdd053f60b607..0dd841d91c6c6e9cda324f9d5197311f34ec9d6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 73e45acb42fe009c2b33d7e617717c1741062570..609eb939063f3d7fd8e6ace93dc00834f7feaaf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index a2ec2ce07d7e4f32cd5f1809c8dd616096d50bf6..b9883eefe23f36ad3eda1afb0cf26dc3b6cad5c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index 3074c1ed0d8801d9c5841cd389b4569c7204dbdc..9d7d409b3705728a948642584c6b4f164381dcab 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 934e45437d3707358b3614d72f6ff3b72be97f98..d54a771f6124f1a0b626aba8ee11ccceef8e4130 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index 60be7eb23f3cc1383d275491dff886adb9ca504d..d6b9b5588c32188901b3771dadf727381eb1ae26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index 046f173e546645116a3c2b632a4f06b2f161cbc3..25838cad6898c8e06e106ea55f8fd06ef6787759 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 9fb1ee956d06a4591747f7c0ebe4eb2a50d1b362..235723cf07a1b091c28ca969ceb3c478e01e48a6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.output.dense/_0.pt
index 03d6f263fc22f9b90b74e109858809fdf65480b6..2ebf1ea0e999cdae1e99c95d8dfc7c2447e0f79c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.output.dense/_s.pt
index fb0e295962c3e1ff9fbfc29eb05a15e52add6d32..99b406240c4e1107452d73ed5252e501cce587d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index 1cd025c5e81d0bb9523b8e0a6e352b24109a8a55..ec3d102d899a18a5daab08dfb6ac998237f9934a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 26e1dafb59a8b0ec88465df62d6ce6b4e3c50c98..979efc9718cd32e6ad48cd08819401ad1a087650 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index c022154eec4a8d826a38300c63f35760a1b980ea..c7dde2dcd95b79859eb8623973a2d34fb2ade679 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index 0cb9c375638cc5317e7500c7189d4e87c7574bd8..328985192566e8ea9550dd002a222e7f39e505bf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index 6d2f56e293ad16cfed9dc625ba743b0471d5e531..2e7d3cc676fd5e55337dc59af88be3dfe85b6594 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index bffa92078c173b8badf73254faee68e634e7e437..d1a76f86262f01fc8a83c1ecb3f06f84090e06e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index 04dadc9e0ed104f36a82e1c3913db8503dc370e7..5e3513e4fc14169bb8efd2e428f1ddb5a9c5b173 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index 2a2f48d43ef0968021739a303e316706411d507f..5dca8a9d0bc00cf5038dd65f8db5e3a681ade21f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index 2af65ac12f4e2f0a9e6644592efec0bf5333f130..49a7d6ea74dd330bfd949fd155d557eb5fa7d876 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index a65965dd6522c0019657345a690a197759414608..1b12ed6efebde3271508d8a1e382673831bf1286 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.output.dense/_0.pt
index f18d8b3d82cc1439b68df82b6c3db66879cbe860..7542e188a590ed040d99d5906ace4543cd5bb00d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.output.dense/_s.pt
index e693d22e6550da2ba81d970e77613e6562a1a457..5d78c82bcf227299eca20df431c17123e5e9b07b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index 54067687e3c1a0d8c43b5758e7b01ed9382e94ed..9c7fb8fe44d50e50647ab9ecf0c7be0ef1ee1fdb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index a50441c08755d74a028eaea7c3b7d07f345c0007..3f01be1389a82de3747a586461d512949db3ebea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index b6ce7d6c76196da33ca39383593ff2918267802c..6b63f5fa3b6106f7974132d2d6a7b065eb850b63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index 176909875f7744a8f7de4671ed23126416a881e2..dc0ae026a89b915c125e79b3a5a2f6c5be952cb8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index aecee8308b038aad2cf30f19483448b0a5643bfe..67b20655d0a194efb301e008e05b53ba454289e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 2ce5931e3f2c954330e3b8a41889ea3144dc5537..c0579182dcafceaec86f2868006ec0130ea53f54 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index 76f669f90424d46ce9cfa14c2d6d1f66a2e402e9..fc67d4e77c6412fc007d0bae179117cb43ffc897 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index ae5777c7c6454153f7bcf54deb60132900ee1a0b..938f7b52f6063dc4d37e71c56f35df50ad100dbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index c75cc57ed1167fa43f817b5c53a653336ef2e42a..384cc4a064072196e2c10597f143888f3d3d2c1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index e789f8d3fe96bdce5c913b5499cb0ab97d947f4d..6caa7c30c2dd6732b17af4bf0d0100a773bd39f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.output.dense/_0.pt
index 1ee1d3f552a4e9d1ab78b563fa59ee3857cbb932..b4a7ccacd4d43d21969c27d90307be92ae0fe252 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.output.dense/_s.pt
index 17cb49d1e6269c560ffe0dc2704b2478d7c58401..def9f935c00cf2c31277d33dee0c8a91b5232017 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index b0c64bf5a23c57bb6321facf09f7ee633de8253d..645143cebb98da965882f1ca5430b228cfbe1088 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 37945f4f593eb6d43e61790c55cf8b44d3e689c0..9d76bd16ead53e16be76aec76e3fa68b4ca23cbd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index 69b76deccac9a80f0408f4d47b4e8d81316fefe4..04b8fd1bed7e330c4472bff4a7a8448f1c13fc28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 7097876782d84d4a6142e04cb51314e0f6b54f6f..a37e367494768bfccbeae3ba19b49214671b2581 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index e18182667f1aabbeda814e8bbc78739b650b5815..918fc43e088b49c05437ca2d36f38717cf878686 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index e6d3e3d3006352b1c5abba5990d8067c4dcad62c..e2c2d54a6bca3ef26e7b886fcd1c569147be7aeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 90299ec810f84b159669a1ac439a43fa5c410707..3677bcc17a2f5d8f10f161d0c9ee25ad1fe62e59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index 386f95a10db1d5703167802ee1cad88fcb392230..302113c136d29914af32740ae1af409632041bb9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index 54d87efa0861a98e05aa234dc61e174b490d9f73..84cd6edc5a434a6a36115a3720f7caea7b4ed6df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 9b0434f35a8b85a936e1d09bda9d4f30f6f7c410..cfb5e4edcaac2281c50eef078d1e08a3d7d55922 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.output.dense/_0.pt
index a3f1bd7aaf522b816177ede3ba628e2eefb875aa..96b473b74d74fd5a2c77cd0086caf050249a2a79 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.output.dense/_s.pt
index be526aec1e6ee306cde5592efc713c3c7b686396..ee4a13d4d29042cfdcdb311f09057d2f58b539ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index a2c81b2c276281c767233f9612967938380d9764..d34cb99fb712d37450e24c0e3e16993a6c28d550 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index 9773ac41688c3b61e6da3ac1ad33414d41025ecd..86bb1b47594a499e729f89fcf7179b9e13b9da2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index 460614691d229e1cdc716bd35b2d5cade2753c25..eed1aae43b5a5bea9b96a0f452971d461301c3ea 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index 5713e24dd8cf3754bb64d97dec6f477db31b601d..c0a8723a6bd7c103f83ade47319f917a0ab9b399 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index cd65b4f358e8d1eb47062ab6bcbb0e8f91f96712..da481b3a67aa538b9a3979f51ab20ac5e83c549d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index 055143aaadbf9077233863a4bad7d37ea259025e..4f332227742813f01add6e6441f8e3f430ab9da3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 64555f10d7e73562943960bb3988229130aa16fd..c097803391f521fe9acd44fdf56154745b77fada 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index 11a3db37b34fc5dad94d053abee4e6e4fc415bf8..460c7d0116e92613ad764a307755549a4679f759 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index 471100bfc6fe26f6eecb13a00fd2c4713b9b349d..af496d8f03598d6ed2d4507e5d476885c766baf8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index a431b5bd24309b0f84ba8b992220f7d8081e9d0e..278ee736deb1d61f8f7863339097f5b4363de8e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.output.dense/_0.pt
index 4abd709a798b6c6a0b6940c9f39f3ddfb196c047..10ece6f7559fb008318bbb78f3fbd520da607b1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.output.dense/_s.pt
index 0e512c76b510004505644b22e82d5c139186812f..f7589a56a1766dcba51c5efdb3219086e08e461c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 7f40e3ecbf16c2d9025a79ebe2a268eec4a307ef..3639b22fc1db7b3909ea3db806c773c9d8d8b860 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index 544a03d4c2717f89273499632b700a2e179a5c34..620ccc85ea23cadef5580cdf4db2da5e6eb75b9f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index 540ac305c9521e4f385c36bbc81b067c6017dfcc..5323d8ca7714bc5a07c1721e4853d9309979104c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index b0d638a08e5ae4c8e1e2b3fcd44978fa913dfc36..01b1939bbe42d073ec1c0ecb2dccdef136446184 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 54f5be940ad786ade9aa37f8db57616764e1a9a8..ffddb503cc53276cfe285b67b1dc92cfc59c0629 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index 9376967c316279c447618b74a8bad3fafea0ffaf..10545072ab047e5bdf00eabd297c55750a1dccc8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 1efc9c34a3deeb6fe81067857cab5035ef9f2d97..0406c35cece2807ad70c9fe4cf13863ba3ef2132 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index 325a61263716f7815e4d9fc84ae3522e60fd9922..9a66e6cdbc4dd58d17e3b7988dfd53c20deb5b5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index d2d406f38485acaff407f4e4a966857704e614bc..5a0120ef13badc903de3353411543538d6e1a95d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index 25adad338aa9b996846e8bd84496d2e7fca78200..c2e7725c4649f841e0fa85cea5db371fa4fe712a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.output.dense/_0.pt
index 90937bfdee4dab0729f3a87041f0a4e029d914dd..7f361da49143db09871316c4350ab75bdc49d31b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.output.dense/_s.pt
index a169b637b04aacf4e0c865255ac3e1286971e41a..caba7b28d908ecbfd0efae077e010ba9c8741cfe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index 8f2be82beea75bd2a227d356420e2616ad45fe98..6c10c3d2e011429a6272cf9d0e523128fdf6cf3e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index 2d9cb53de314c80c46de6d12b9b7401e55950e47..0d165dc0ddda6b09f7fe2a08e43b9a88957b8fed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 728b57f49e9ab7488a9d12614b48b66372adf8a4..cad2fb75a84380977ea7b61bf7701ffb837819b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index e58e1b9ce16d8f90e0f5cc0531fd084b5478e9f8..118272db96c6ffccb9f27b97e721e72c512d8e39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index 350bb692540d0cd91067910be237e4944891b531..e02c53fc96151b4116b19849209dd1905fd55e30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index e10fd3613f7bc86ed22f309554a555b1972d40c4..b9e53eba562034d0e3e024d8e2281535ecb6e42f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index 61b2530a5c6839be9e7e7c5310985ba550cd88e0..b1882010cffab3006008c53921308baf68f8403f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 4df587e3bfed73c11ee368b91717c9e758582436..9772f75417e662634271e6e30a1507d075bdd323 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index dec0962d9b91d3920df68d6e84d9ae611b74bb29..145e2ce0ef71edcf4ca8ae013a0ee824ace7a7cc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index d1b944d1261da27958e4f4ae25024a85bf109b81..98c79378e19bf8668a02e5746b43e992ab481250 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.output.dense/_0.pt
index acb68c6e67a30e145fa565a55899e593ab344f3e..f273c7587de862d043b2b56c9d0307eb4cd01be6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.output.dense/_s.pt
index 79f2cc231b67777a44e9e98e32955842d7152324..87626861d8e3a72697187f78c53a601264dac5e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index d4d61a751ac70c621fa39443ecf6dec96f80ce81..42cfb5d517edf697780e838c65b530aa4c8a6151 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index 6c25374538b270099969921a0a4bc443a60c6a8c..12f1444c47a9637a8616272693dc5a98b583fa71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index a76b3514b924d75fb6bb4a5a3acc0ed07e62fd6f..dfb6d6aec8101c2ece28f608ee3f169bb3d7c26a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index 5df02ba5c966c731a412d1f864201ae2e95af17e..e363da570ee86bc0d3fd62b04c230b544d51243a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index aff4ea8d749f17117de74a3184ab24a37bfa076b..0d86c50c1dc17fc349aa0ab8ac81366c57ce497b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index 3b6760857761530d5e7bbd948320fd047bd67624..651489a1f87815eb68cb4653578bf934e77d5e49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index 8c4f66827b3f41ddc878a0a8bc43245e11c09c82..b68029832c8ba19d30d101a075262f3b3e2a4085 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 3b7203c435f1f2bd0de1d29152db096f34359d73..63bbbc15da724ba7c626e2f396176d79d8f23a2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 978546045ec73f654019372292fcaf0693bc9b58..58ad36afd9838f34d72fc10f7360d0a880bb52ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 340b1475c669e9a190642c0b27dd2dc3ed0562f2..4e448c228cf9c034f01c545fa0137918d220a969 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.output.dense/_0.pt
index eb8ecfcb17786913359f7e9d1e598b9ed0a9eb3f..747a06f6b9f874cc7b46fc3e0b8fd528ffd4a279 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.output.dense/_s.pt
index 0359e7205874b7b19f3d421682b52fd0a9b756f4..38803e44bcba2be8cff22241912b80b9799c4b1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_6/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/classifier/_0.pt
index 3fd3887891121e1df54da998c9c1f14c0dc24692..3f4476bfb76b4516e3bcbd665058914f8b43fd16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/classifier/_s.pt
index c3cbb2fb2e85be96df13d4403f21d0072536fb46..9c31377b8693a17d7cb95e7829a103ce502dd9d4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.key/_0.pt
index 834a39428fa600c25dbab8b5a23d02b42371c865..fbafca44587f43d5362c5a33c4273bc9b44d836a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.key/_s.pt
index 9d1e997e9f3ae95918075f7c2ac1426e70f56d3d..e5819dedd10553f2e0f45e51a0527ddbe558ea07 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.query/_0.pt
index e7f481f888f994aa55a6a9dcf28c2bf5d5808722..2b80755406c3992bf3472ae4763a6ff0ca803fdf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.query/_s.pt
index deb997e047d189f638f19e631c610865849febe4..3404ef2d6e92d693203b460eeae06fbc19119363 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.value/_0.pt
index d3f60826f104e038e782523c406c81d0b794a965..5d37cc7fb85022c9c5759b8b61077e1449357632 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.value/_s.pt
index eb39466092e8987a33f00e156b344054abf744fc..30d8c683eea323027da38bec6bfcac317db47e1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.output.dense/_0.pt
index f1ccbcacae2dfa0d6c49a0095d44b78a40d7425b..36edd34d242fe0d6e1cc1a94fb5250daa5324fd1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.output.dense/_s.pt
index 90c43889b3908c33e411b3eff62bfc81f2f150ca..1c54df29bfdf63eeefbfb04652dd505ac5941c9a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.intermediate.dense/_0.pt
index 926ca0f5c4381be78cd13fb3aac661c66f9188b9..3736927f2e6f746b879c9b150c939e8d2c84635c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.intermediate.dense/_s.pt
index 113235a2e5d0e2cc7bab968e96b0c76ff31adb76..b61a2ea326d2fd40872e52fcabc9b4e85c5d909d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.output.dense/_0.pt
index f6a16f4f2aa9a6b3fe975992a3bfd57493f9a81e..4bfa62c33ee3622d644a6457867e603c777c956c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.output.dense/_s.pt
index 1fe5f54e0dd90f0fe2848afffca2ee5a1c889f67..edf95dced6105b92589a0314acde9c29423fbc5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.key/_0.pt
index 13fff66c82a34e05e855c97c02388f26ecc2a71c..bc8518c2e51f6ced77fd7c3b29ca2fe57ad67604 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.key/_s.pt
index 273e4949db1c66414d35a0c12aedc57b8ae54408..56c92c39e06ee2617be996ed468cc5025f02dc90 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.query/_0.pt
index fd14a62cc90101ba2b53166fb1ab58338f8b2c19..4fdf4899ea562359d03f61d1b56011a3bda86ed5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.query/_s.pt
index 4caaba3e3febf3ff97c09112c4697c9d5a20c376..e060eda5c88ef62211457c9297892a75ff7c3a12 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.value/_0.pt
index f8859fe9baa893120345fd4178b8c6c3ec68cb8a..48575bc6485866fb0e61ef67d9af67f4d3d79a5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.value/_s.pt
index 45af8d2af090de1d0f3a587edfc6cb1f0dd3e8d2..ba2dbaebe990344bf96b63a83d1c92021d0d5cc8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.output.dense/_0.pt
index 28192da5a09c9b137b1277a6ae9005709e4ca733..c0f60951c66c3cdd9a3b818567b2631959884801 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.output.dense/_s.pt
index e7d4a2212a1c04d25ac71cb246de3e71e86ff887..76cb0685baa96ee09e8fd8aeba130d67ae7c7555 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.intermediate.dense/_0.pt
index 784f93fbdc5abc6c1e0d1ab5c0efb4c40fabc5a3..7f4364b2a5e68257f813cefd4a0948cbf45cda1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.intermediate.dense/_s.pt
index 8e16235a26686c8ac8141ca85f8575841902e413..0ff48278a63492549eb53cba639940286ed8bfca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.output.dense/_0.pt
index 89c6bce10969b49ee17239f14c7d049567561e91..ded7fc2274b851b1f8d0edd6b4267eb168b3fe35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.output.dense/_s.pt
index fa2940199caf0456571c6e55ff2f7e8f019c55ed..89aaf89dd83d28c90b284c6b0ee10103f9d493ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.key/_0.pt
index 0a0610fb920d343141a10ac516e5dc151b82fb38..e3a7695f3db6475f28fa37904c855735382ec83f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.key/_s.pt
index bcd245bb56c8f191cb5d0202b205b4e76cf4f0b5..3fdb344be9117314ebab59ac2133090845eeb02f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.query/_0.pt
index 6e37ac6b1a495ba39c1c844aea748702a0f983e5..e20ab42dccf8fb562df301cbd998671cfcd8b9c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.query/_s.pt
index 31a07b23f883d289f6d00a049e76a5865944781d..e94441cf4d1d9c067e3b8dd37aa77eae3ad01219 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.value/_0.pt
index 3b43f67b6f7162d857e2032852b5c5bba1205a18..d307a8e03016e14b9fb3057e3cf5e51ae4099431 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.value/_s.pt
index 720ac2c69100392a38123fa298366a57d6fe0b61..811343586f5c089d30a36ade785cf517888f4616 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.output.dense/_0.pt
index 2ba80b919efc58c5f1069482278fa82a05266775..c538ea601265aca3c538894f593ff10496fe4588 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.output.dense/_s.pt
index 24b52aeef01688fdf763e8c58c99c2199dc1bf57..6e5ea1a21ef5779cf7d5808ab1d66c6979879d26 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.intermediate.dense/_0.pt
index ef94d208ea7749e85948742d2dfa0f257866799c..3844e432a043dea916008241e7e7deae76ab493f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.intermediate.dense/_s.pt
index 47adcecb376b73e5f832d6202a7f3ef8d099e19b..97940c25e364ba93d052eb0b9bdbce0e489ef279 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.output.dense/_0.pt
index d84e6e491b0d411708d52881f1904bb5e23263cd..632526c365789d9b8511e993a2f90a4e8ba2a191 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.output.dense/_s.pt
index a9ac7921440e96b91894b5b5836140d2cb9247f2..97753563bcb4d85a39cd5ab34aa4176922aa941b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.key/_0.pt
index d06fcd50c5abd738a61e77290124308bb09719ca..7f34dd6dbaea258319f47324f80d60242669c7b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.key/_s.pt
index 732d0c5802e109f58ccb87c1c178a855dda030dd..d46d53c47ed97719af30d13e0b055e4c89218034 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.query/_0.pt
index a7762876486955abdb734bbffd7c6145e626ebd8..2814f3f4858ddff00b13055aaccd7ea1584355a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.query/_s.pt
index a97a0c1f3d6d517696d46f69f0e83168a61b7247..b8e8235aa635672202d9cf7d257c17b69209b738 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.value/_0.pt
index e4759603978f99a6232a3f9a94e1d807cfcf3e87..0c89b81dabfb2c91997e41a7db5f23a2c9b32235 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.value/_s.pt
index 84bf829b79a71aaf5a9020c4a8fff1de0c8f15ae..9b07c6f016b3d311f78bc7e807db984c7164c4df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.output.dense/_0.pt
index 6d33ddd9565ce22eccc0f40f74f854d169bf3035..5c4172db487e4ef043fb6e69bd2a80f04eadad5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.output.dense/_s.pt
index c0b104f7db50c764208e746ad8db58b4868daa44..7feb35abe72407011df8b9d31cdc7afc43d4bacd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.intermediate.dense/_0.pt
index 48dd37c1eab51f50c95e9a8e7c892b82e6a8a19b..75bac80b77dbfe275fc61fea7e27c0dab12ec231 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.intermediate.dense/_s.pt
index 0945d492f486a9513c02a0e1e5a4f1593e24f47e..315040f9b6193dab3a808f67c64a0e2f4c84f8a5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.output.dense/_0.pt
index 521d03dda52f4de0044d7d60cfe1bfb1d684d931..d9521d5f8e72e1d54b92cecc14e7c36b9091e3fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.output.dense/_s.pt
index 8c0c4a7fcac05f7fd7b4b422b9058c1d54acf35c..efef3bc3fb1d6032a1caf1f1b227715eadea2d72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.key/_0.pt
index 479d89051d312cc67c3383f554efeed5c67cfb96..f9631405859e48506e4643f5097890d1fe9f0ce1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.key/_s.pt
index 37ab6620ba461bd34e6405b7cf8e8b759ffcf509..e30d1d42513b7c9c6cd8c411dfc51e8d4937b255 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.query/_0.pt
index 80a2549803995efd9d8f2bac75fae664693afbe2..fa98d0e927004ffc88e8f64af222db12a1cf2c3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.query/_s.pt
index cd5c2a09324381e22e65555ac4f5d10ffc53fe65..36c59a8b96eaddc1338ff91957a4f16c7a0f638e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.value/_0.pt
index dfb589f960925f179e19005b2c162821f7588e23..bb67a15d21875311ba154ac3e8b71b37c5a30431 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.value/_s.pt
index 83b0deb8f2eeb6d118129e3c444c1e3f61e0d9e1..bfc2d9e882eb0b93dc89f0129a8580fcf9ae51a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.output.dense/_0.pt
index a7ac38fae4aff3a9ff8826882dcde9f85cb9a297..ecf5ca6eb96c16412ded905a8d32ce0c928fe773 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.output.dense/_s.pt
index 9bd073d03a324b8942775fc02266c54ec3752ed6..c5948caf78999d79a92e77cc90c78e148d2976de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.intermediate.dense/_0.pt
index d476dbe6f5b2377e5b7483846c21bd675ba81438..e3f4893e5ff6f704587370398cbcfa68c5775f93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.intermediate.dense/_s.pt
index febce39251fea8aad7cfa136e018cd50ac8500e7..0b38deff6b6316285e90d43a09e7b7cf3b20926e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.output.dense/_0.pt
index cba51fab046f80b9669d34158297e58f745f6784..28e2adbf769f8792e74dd2679364b1986323a20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.output.dense/_s.pt
index 05c5c72032e868a8c6de6841341c8855628b76e2..eed7a4a0438912bb9c58958349cbcd3f0860ae37 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.key/_0.pt
index 41fd56dc5b152daaa205800904a3831c96fc059a..734840fd15731faf3938f90b9ddccf1e0e1d6b5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.key/_s.pt
index d73b022a62991a70a924244d1946b7b356681764..f76e3cc94a4dcdaa8a4b5ed65799387cccccdf02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.query/_0.pt
index 788dddc8b2afc1fbdbda257b197d2618c29003f7..134780eb272f353827d3e758d086c2f20c74a31c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.query/_s.pt
index 0d0bcfbfc1480f1a1f6d2ceac153cf1e9ffd0c64..a542bb34e2e097b324e9cd126d117c0391746c85 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.value/_0.pt
index 90eac076ff7aec080591c811fea61eef75e1dc73..e9108bbcd8c0e77ac9335deb65f7f1e40ff604d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.value/_s.pt
index f49a58a1d660838fc48161ce99a6655aed0cd1f9..611812aafab00d913a5d8808847e4f95c80da3b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.output.dense/_0.pt
index 3fda000bb4e5262ccfea818805636ff6b357fe64..66e5e950aaf5846c983fde620e1460eae17e1120 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.output.dense/_s.pt
index 203c153b7f61a3115b2e04f78db466d2116eff40..320d675b6a8b40171909d6c646f8393791e667a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.intermediate.dense/_0.pt
index 8ff729e7d907d36dd1bf399992a66a4020f5aca0..63e71f139d13b3670273b6c08b795f542c1e13cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.intermediate.dense/_s.pt
index 9eb60bfc2a02b0697606e236b08e30fbb3a85675..ee1d5d4c15f08eb7e5e83e5d145eeb5e03dfcd22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.output.dense/_0.pt
index 40f7bb3aee28e7c17c598e325116ab3b2d266991..2556af178c8ed72520449c8fb975257156c090a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.output.dense/_s.pt
index 30c87ea3dbf84062374dabe708c9fd81b4993373..aadbb3eac1421b5eb67c4c95026dddd60b8c3d83 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.key/_0.pt
index 288aaccc6487bc09a58c31c068e394a1470e609c..b9e83e3528534306c49abb5e9430d307d9524220 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.key/_s.pt
index 0e924386ac0771e9c546404dec120e61be4be0af..ca93c38dcb184135b77b85b8b7e1da1e3b0592ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.query/_0.pt
index d13e11fd9fb15bb1d539591021e0f4e657d98fcc..95ce2eea060b22a19c50fdbb1f13855e545a7618 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.query/_s.pt
index cdaf0f700a114eb34b98f1dcfac204bffb4eef9c..461100a63fda50734cfb04113fe507cbeea16504 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.value/_0.pt
index f7acfb1e9d7e562043e5be773ea770c3f4c97a1b..7af06be2308fe2222649736e05a84f424e676760 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.value/_s.pt
index a172e8970280dd45fc6d90aeda7f537bfba57562..51eeeffbf0e63adc4b13b446a5ba68a4d7d7b953 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.output.dense/_0.pt
index 9c939bbc04e2387b2b37ee84556f80b70ae88f6e..8b0a8f6b007b287859bf38c54d939fecd421decb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.output.dense/_s.pt
index c9173742ac40a933b2e364fec6c2fe8704b83e2e..5fc3b138a4956b50cd7806a3096de496be49a506 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.intermediate.dense/_0.pt
index e1ddd35d5ebdf422f9c0d589595e04807b5f806e..11a077256f98ae4ce21501583eae0d4434950a57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.intermediate.dense/_s.pt
index 503e35a42ddf1756cbcb7884790f8f9ffa4164e5..3c16570e5e342279533b901a4897a16dea01e49a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.output.dense/_0.pt
index 5cb599bc8f879f25fe801c28d81fe460cc044209..8cd0928940b8e124f7a1019cc6f54b80db014ec3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.output.dense/_s.pt
index f8558bbad921e929bdfac72a17bd04cd515fdb47..c2c5f829292354b054f09522fd1e5c9b5f410f47 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.key/_0.pt
index 2161546a39a9e81486eb83e23554885b7a84c16b..06b6627e93a0a220edbbafee65964a26fbffc7a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.key/_s.pt
index 16666096980b8fdde30e4e0f0ea773d15ea1ca83..3fc766a759893c7c4fc1da5b28537bb2bdeeac08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.query/_0.pt
index 7b52f849a197a62e797413814adb812b40777c16..b2a097e9ec948fc32506d5ec5876e6a0b4afaa94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.query/_s.pt
index 64d6c99aad0b6daa4d27e945f49feb434f30adeb..86220032393572a79e7f20f51bc16962ab4ef1a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.value/_0.pt
index 5fbe3ddbbe1dd6fc7cfdf3a202aa04e268944324..d10a2e10daf6e9bc82db39f01ed347e15d50161e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.value/_s.pt
index 835d80a2423668c04687581ac98be1d261f3aad3..2ae4886e960bbdfc7c69c5c013dce51e7cc399f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.output.dense/_0.pt
index 00720137e374c44a290cd35820b0689bf41474d6..60638f38af6a3ac32cee1aa822c6c589925f65eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.output.dense/_s.pt
index 6725d9c47a0e62f555558367cbd60f2826d87656..fb8258bdef4d30578a19e6b1ef8b328c9448bf35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.intermediate.dense/_0.pt
index 401efc2d90d7ad68e10a1efd71d9e87481a67d53..8300b6e36d5347179908cfb6c438bae9fa752b36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.intermediate.dense/_s.pt
index 9f3d93ec96e71c3029599e3145d0a5f6cce19705..0e02ba919b55d7e4cdcd800d4e3f19fe4ef2c32c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.output.dense/_0.pt
index dc382a4d46537347e012c1b5cc39ec04bb5b0e54..785a76cd739f260f25c17a279c6fcb0b91f6c229 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.output.dense/_s.pt
index febef06aa25c0a167ecdd200d7ad8902410b2da2..d878787c8b0d551b89de0357d0acdc375a545c01 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.key/_0.pt
index 5463dd99336520004f2dfa9ac084d2792b92db1d..1af2127b336263e2a8d211c6fa2fe54ade01e4e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.key/_s.pt
index 53742a1c0f541c5b092a502cfdefd6b9a87ac506..52a317f00dccc699d294d50deb3c68236d0e39f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.query/_0.pt
index 5df74a43ec18e9cd30970e9fe3fceb7c6c94d24a..94167c30da71280f60b8ce08ef54b746ff1aa0ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.query/_s.pt
index 69fbd6ed1deca58bc4728606d71e5002fe1e21a4..b9cef796ab4aeb68da1c88d620e0217b12e89653 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.value/_0.pt
index e405782d43674029b998c832568fbade86fa94c9..3bec4a054e67d2db37057d84ba7a3a6038de4d44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.value/_s.pt
index 8cbd2ac85bcd82f7cea8bd62112864fe745089c5..932d77f10046aaf2bed8657610ae5f6ca5164fc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.output.dense/_0.pt
index b77067d29a8b5ceaaa4be60f25536d2de0291ee1..97bf19be9ab66361cbc4c6dc0a8bdcc0d08ccaf4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.output.dense/_s.pt
index 3aefada0031c97021d2a4feab84f6f1ff225a516..40f7b2aed239a36c4790b34fd02a2b7db0a0c92b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.intermediate.dense/_0.pt
index bddba5334529b584353de10b7030225fa376524e..8adcb97c8410534fd4209c14f4f2171c01ec4067 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.intermediate.dense/_s.pt
index ed7e1133c5c786a0ddfe9be4018b09317b6b4bda..58698e0322c610549a8bbad05fe684666ac82a9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.output.dense/_0.pt
index 6f5597e15aeafa562f30233cb15f1c80c32580c4..4bf353ad8d7488e7b5cd1e077b3fcd546cacc1be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.output.dense/_s.pt
index d315a30b13fd6621d07cfb36ed218ab46c3326e4..457b00a2242975de957a473714fe153262f71b9c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.key/_0.pt
index 59b0747a542ae6d068b5b499f05d471f8f1197b5..dab4e794770963ed4ff58f61baf874466f2df97e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.key/_s.pt
index e8c4e150b245ac3a7fc4b60f3eea3cd39da88599..52075f090c3546dde407cd4de5a394c869e3f2b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.query/_0.pt
index cd4ac5a134bad101fb6cade05fa54577e8b175ac..7311acc48fe6f63582c15ca5fa02ad93b0d07bd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.query/_s.pt
index e892b58c946a6080e830be71ebfa65ff6a351e4b..3da90ce412e27ec0087851d504919a3809f06bfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.value/_0.pt
index 6a9631e51b40a39c89b5ecfad3e926b8c9d7fd73..26105d08cc309fa0bb13610737985f836e56257c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.value/_s.pt
index c623773739afb0d6ad09ef6d8798827040c29b81..efcf7a9e081e790c468454b8027a137292e4eff0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.output.dense/_0.pt
index 87b372cd2d753a2040441fd32d8f594d9dcda256..eba42f2ed30836b814cd40ef61333c588b994763 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.output.dense/_s.pt
index aa3f716d74d5119facdd1f0f4e8fb34e3055a49b..533d00346f5eaca05513981dfe202b9a39349298 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.intermediate.dense/_0.pt
index dcce359516296c60fedde6e37dbc7a00f273367b..2db22f709e626c58a17050c70799d15f81907461 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.intermediate.dense/_s.pt
index 52cba00f5820a35cf82126c89a838c62bd6b90dc..3d610eb6447088f997b607358ef6006d0a961ed3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.output.dense/_0.pt
index 0bd2e4cac6009a517ee1716bd57fe0f353dce2bd..b1b55a7b5cfe91c021993d01816a76aa258155ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.output.dense/_s.pt
index 0f336e88cf022855e971cc056ff907dd8006eb6a..84eac615d62e419d2180f747f713b6070b86b8dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.key/_0.pt
index 596b6a64fcc9b2ed647dbd689d6e0011ac7d84b2..00ea452dd5566356505ebc833e32490e753e4754 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.key/_s.pt
index 9b007c170313a1a79dffde49f8964c4551b71154..033d86a0f4537e27e1c1e2cc081a183052ead3f1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.query/_0.pt
index d3f487344154566b006e235024be547c8f8d4c42..1f46d06d515deeba1930d2619983b5a862ceeead 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.query/_s.pt
index 9ffd1e9b2038ca49ac1938f85e8a9fb7b7b3b132..d551d8ce6e4fa8824581c5018d28b459a1e51a72 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.value/_0.pt
index e81437da6974069854f1bf1e516bcbd9431ca11d..cad79afb4e1c5580f7bd7d3fc225087354da83bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.value/_s.pt
index 5c58682178feae2a361d63fc8c4a3241a9455cda..849120f9605dc66942612ce65b8fb4ff27c1237b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.output.dense/_0.pt
index 95b808d87fba75ec19becf63d168e39d5e65ebd5..b97bb204366f508ffd7e508bd6354e8af2fa0912 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.output.dense/_s.pt
index f540694dd933e9599f00965b95a25c680f4ba054..365804241fa84dcc9bbbfb233067f8e650f3d807 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.intermediate.dense/_0.pt
index c8e49e46eca80419768d34b55f14d15d275d9ba6..86fced9bee7b2f5c1f395c237964ca569f83efb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.intermediate.dense/_s.pt
index 1c14cc93502718ef5e248ada787fbee17f677bc1..a7f89edcfa54f7ac40c2beb5a5ae9da657f13bec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.output.dense/_0.pt
index 2659482b2aefb191d0b15a6af16a159998bff8df..3b7b568520eeab80956dc577e327768279c4addd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.output.dense/_s.pt
index 3036835e36f543d6548e43ca0149cfd6d9e74ee4..faabb3b9bebf603056f6d824f45ea02ec3a2e6fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.key/_0.pt
index d9a1fdd71d6de573e7e401d23bead3ee89e1b3da..b7cb474d19dad46e8137770f979a98a7474a64b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.key/_s.pt
index d3e336ad0262a9e0ceda82c0689d8fae8b734065..a3d993bfc8b7313a8c9b40e0b10023157a7df488 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.query/_0.pt
index 4cb44b3fc9bc0248af5f22e2ba2306d204d2ca03..9c7068651aeb15b26063151cdb1815dc1e866926 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.query/_s.pt
index 6b5b9485158ff6ac5364fe156284e34169049f47..c94192fc7e0ceaa5b9ea2dc8ba9b29eb0fa4faaf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.value/_0.pt
index a5f8439986bb5f7c4af5c83d180ea808ba2e6719..91eae90b1befa65f5ed979023d5c89fea33d8961 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.value/_s.pt
index 01fdf8207167a689f181eabf3dabf4ef7fb7920c..51fd8081c7f4a1b6adfa815d34c17c7dfad1691f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.output.dense/_0.pt
index 90efd6517c22b68eae161218b83bc4237eb2d59c..cc5cc9ea7facb46dd5793983785d67e8171007d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.output.dense/_s.pt
index 7d303373fd239795845d26f04bf9c5ae4708dfb1..2e7cfc7e9b96b494ab5bad832997322c61f273d7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.intermediate.dense/_0.pt
index 0693a9cf8fad76cb96d38e68faac1423eec88388..08f3154f44b21e407d6c945320e9e8b65818507e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.intermediate.dense/_s.pt
index 3c3dc923e639c9da62c7594848fdeda39d310e28..42f15a78b61f0f30a6342391033b9fb94aff7eed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.output.dense/_0.pt
index bbfea66e73754ac4a1c7b2ad2d840abab86e07cd..c1164ac64ce5dc94311dc951b1178ab544240068 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.output.dense/_s.pt
index 884e86335e14223bb7017576b26039ad13a55d6c..e985a7e3bc5011fe7270fd4e9516c0749ca82711 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.key/_0.pt
index 5e284604cd7d87e70b4207b327bbbdaf98ce74cd..b35957a291a6cafb27c6c9dd17c14b70f15e6b9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.key/_s.pt
index 8eedd586a46b2b7a7610cafc6e03cc36d5f8b896..84efeeb67cc63488c7959fc7dd196780f175295e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.query/_0.pt
index 1bb09cf981440caf3b3a86d25b34cb6e963921bb..f36e35a4d3371eb067f2c6a0000fa98684a5c690 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.query/_s.pt
index 367cf06ac370d74922485c8e217521108c12090d..039b93134e25b0aa697e079fc2adb9ef4594f213 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.value/_0.pt
index 82ac607a76f3029e8874576929156bb38e798df2..e7df8eba2294e94cbaffb328368f15fb2fdf8ed9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.value/_s.pt
index 6130c8afedefab25f198305b025c2d4cc0b35acb..3aafce0defd47e1a06f3eaa89703b532c8a7e78f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.output.dense/_0.pt
index bd8081d5098e4bcbdc65320dc67ce754332a94ea..ebcd7ea24dda3268032e81a040b7b5ac551366c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.output.dense/_s.pt
index fb745e8d731606e75658dec67e5754b799746234..ec0ac251bd42f0f87179f2d433a6ade196195cff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.intermediate.dense/_0.pt
index 630ee2ca7779158790a4210da1e9f1daeb0a71da..a34b0106b23340db073f767aa02cd3412543ada9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.intermediate.dense/_s.pt
index 341abe84d31e3a458be7a704fb4c9a182569e1fd..6045043a91766fe9c33e722c180e9b3499aa82ec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.output.dense/_0.pt
index 4087ad26f3f2576421908f477bc16985ba7bcb0b..6dec14c3cb517040c3a959fed57a121186e0d01e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.output.dense/_s.pt
index 90d99700e3ec94f8f3018d48a77a54de871e13b3..0f4386d3384f562e617e4b789733e871c15f964c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.key/_0.pt
index 1faa03af41be375644b6292505577b6ccd42a6f1..a8a1348bf6f19642f2988a021cfa7fbae5ea9de5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.key/_s.pt
index cfc3282fb255e89fc24dc12dc9fe3dd52694bc9f..b098c966dee94eb5311f3ac4ecb8d42e877a594d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.query/_0.pt
index 91ee6c630a350a95900014a8e322d9ecbbc5ebe5..8ca1aa7fdac1ed59028d4a62f34cf3f511ef5d11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.query/_s.pt
index 8493c23cfdd3914bd43c919f84b2953078070eb6..ecc3a7019405ebacc5aaab338ad5fd885e4b9c86 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.value/_0.pt
index 13216308b6a6a9a677b9a39de0ca5964ebc6c016..c33b0a1c1b1649e6d7056c65178f5dd2ea9af61d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.value/_s.pt
index c8c58374a52b45bb6649de73ff7e2a88bcd40ca4..2e31a6d26fd091f0dfa64611b0ea5de108a0889d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.output.dense/_0.pt
index a01743a4cbdf05d573c545509d834cf316eee2e4..4c039f4c0584f33ceee8f82e476b3583a043d0e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.output.dense/_s.pt
index 273d846e395034e620ac4564a3d0b0545ba04fc4..d473e7bfdcd3a548d5d687e097bdb34cc63606a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.intermediate.dense/_0.pt
index b1928ac4db7f26e06c6f57dbfcc3a58444865b10..e3db2ba26f959dd2707060d497cb8bf27ed23f88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.intermediate.dense/_s.pt
index 3f646323129fdec2f31c4958ec59dd6d32fc3b9b..505e9fc84c43ffba57f95a6ff310271133519680 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.output.dense/_0.pt
index 446bff6326b94e671b934d1f5d94c10af2f52fcd..99b1ec710fdd53a2fa6e00e02ccc7b3df6f238ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.output.dense/_s.pt
index b72c391180d44406468c05caf2b4a79a37d5d612..20f3a7fee7758a8a712636cbabdd129f34990d4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.key/_0.pt
index 073169aecb1f5dc69c6a57ec60f75ee4004402a6..61dab5f8c295f8d0391677a5739920000bb35d04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.key/_s.pt
index 976ea81ec810a4ec3f2cdcea8a8fc51ddc559297..c81099e77e95fc18ae59c80687e9dd53be6961b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.query/_0.pt
index d1f9a230d93ee2099c6edf7e596b9bb377ad7933..f707652bba9ca5dfdd70a167c1a3a55b33a6d180 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.query/_s.pt
index d19b49937162d3ef5712e439596aae7d57c8a12f..c7fdfbc008777814c756dd41d66aefdee64416b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.value/_0.pt
index 3780203eac64288184203031732803d88a0a76c3..971c88352c60c3e518eeba1163d64502b609596d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.value/_s.pt
index f780b5db2431c657ae236311bb93dd4a0a355548..9da53583ded836393ead9eff4cc83081dbea0fd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.output.dense/_0.pt
index a60ab6c3dbc395a0201633d478e0b69bac11f212..d7c64cd721ea3a01bb7a6641bb623a7e968d4abd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.output.dense/_s.pt
index 3c3edcdb0b055da20a6c895b0fa29c33d252b827..8d564890f4ac32c25ff23a780091006279435032 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.intermediate.dense/_0.pt
index 765f66f9cd870b899dc4fe57da5c804e63a35c27..4427ace5754bfd18332cc5b5bf4caa48746cf5d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.intermediate.dense/_s.pt
index 49b2f6b77c13012118a3de0a930d481f3ae20cc5..40c2be80f8a12afd0c6c7886edf5a710c23798db 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.output.dense/_0.pt
index 7516a324dbda63ce53e9ee636ebd90881e4f9b84..2015b4ac4a0f2ba918b198555d3fcb5b3626ad31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.output.dense/_s.pt
index 0996c6891f4c8ce8ad8bd6565e472aade2b6bc55..4caf655b43056762da75a1f34923e4a2cd83db96 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.key/_0.pt
index ad5d0beb7dc4c420ad9d60dde61d7bdbb613e462..4f85e52ac3ca7076ec3f0dd8aaf7cd47520f8023 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.key/_s.pt
index cb6c31d819614eaf7ea35734d26f72744cc6adb0..be8548f0a1ea0fe9dc0121995687c39d66ed12dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.query/_0.pt
index 3bba6fec680c9d97d92e151394f74ba16794db4a..af80a2ebcd8346f22c3fc9ea4d228fc676ab03c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.query/_s.pt
index 34645310e77ee2febd6ec60456e49887d321c48b..bee39989098902406fa7f1d1b1eacd18936d32a7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.value/_0.pt
index 084b04957f225267fa2e17ec603296685d05df76..f1f85bc2b106d2d5666b3f74c0207a5c6fc4c95f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.value/_s.pt
index 6698fea383c9e5578f9d8abb5beef4a7fc343415..5152a7738b17ecde928839ad8022abac2f19ae9e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.output.dense/_0.pt
index d6dd8839c19283f50d0f48437846f17b0bf91161..1b37605612fc3259b912a6fe15bdfc5f52f7d880 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.output.dense/_s.pt
index 46bf1cf7604433611b8b5e7c2b7a0a5e5c2aa11d..d4e483fa0abbe909a52d2f868a4f6970a05f992c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.intermediate.dense/_0.pt
index 2d87813d5e320a2ac1b93361226ed32ff8a27ad5..caed5f04440b588b8c81f751d977043477567fd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.intermediate.dense/_s.pt
index 287518af81751b515c851db8156975582f657ae9..d8e69680243ed7af91dd3d459fd13a576b10cb2c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.output.dense/_0.pt
index 1e446634d0882446365cf29e3dd003168aa6b8a6..a9a9905d2726031a837377587f4f4bda73ae7381 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.output.dense/_s.pt
index 7b1139aa0bb35153c38db11192a3950c1d43c7b2..04a43613e0901e329d0197badf87a73e57b0c0f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.key/_0.pt
index a9961ec75b5577e10b3446668c3e3def05108b3f..5bf1980565b5157ac8a6815b3d8539858b06778b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.key/_s.pt
index a2ac889248d3adcc5e101d56870d6c1108212459..f464da0cc6e6f59373c54b5eb1e20f903502adf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.query/_0.pt
index 497cdb3cf1bed7e385110586b4cfe6321aa375c4..31a6231b0266a758fc9697265f25860b79ff892a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.query/_s.pt
index ae585977da917c9f253e38b0b0430d136ed5bceb..467046b55ecead1d2c57c0b329945660e3852f4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.value/_0.pt
index db9344fc5c12c549e1cbf2093befffaf6056cf92..b7cc3f22ab7f790916f7250ff9d1da86ae083fd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.value/_s.pt
index bd3cbb9710fe5d176ee517a508871ecc9c791092..b8ce33d1d9a1e959e927eec0f64633a9ec08aa1c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.output.dense/_0.pt
index 97e7f1ec8242556be1739cfff050f410faa6af67..37aa7f059a5ee0e01d75f3ff271b287bd1a1c3d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.output.dense/_s.pt
index 247139896c05a30341f4c5bd2011595109e6731f..8ff67335dc4b1611f16ef8ac236f834f94cbf0cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.intermediate.dense/_0.pt
index ca0fecf460f23341ac2f922188493411b4b5c515..af8de9a40ef91536bc426f1c524021309ddf62df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.intermediate.dense/_s.pt
index de9fef0f4adf5fbcbeba103fcc6a4435e438f92d..2113de1ef6a76a2e87a395df6f313b206e984b5f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.output.dense/_0.pt
index 8016ea9d4c69631208b24e780db07e76bb48e8c4..be7bda0f386c31c1f6529fff9c92f17be49c30d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.output.dense/_s.pt
index d83e07ef7524eddf7c7af494755b1510f75b86d2..b54d0028e5654b3c97a4dbf2cf9e0bdba062acce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.key/_0.pt
index 33d19377599f161849ce0be66ccac8fc01a048d4..17a45b11de0156fed170e8b3361400036dcd29cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.key/_s.pt
index 9e48e62a84997865e5f41c0c76219195bd8cf2fb..e9918656423cb52dd158d77d637b5411f91f0420 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.query/_0.pt
index 0967f18ec954aa1f8e55fd93dc199e7c8010c209..1b5ec04308061339a7f67f72015fe9ca172caf1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.query/_s.pt
index 4063e618f21ad9a9f533798948d560e0f72bcbfb..ff9b45e74149cebb765439231092ea047cf1f1a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.value/_0.pt
index 803b2194e34ef0465a54c23a01a6b67e9d978478..c4a92525f80a66043467cb78370f875869c333f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.value/_s.pt
index ddd1439816d5c53137fe78557f590643638a268c..2c12239e5756511941d8b51e8083acbe7bfdbfec 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.output.dense/_0.pt
index 5e5f62cf1211afb6a1344135360403fc99e38ce8..5986f4d5af1f8b5c7cdeed80c75a9cd04fd304f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.output.dense/_s.pt
index ccbebb203d62478bd72b4a7008473ab7c41d1d40..93ec9cea7ca674497b15792ea45a9d0a1049a86f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.intermediate.dense/_0.pt
index e66095e672aa04e8b6091acc9489aa27dd51675f..279ea28a4b5f7a08813eda312374539579199796 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.intermediate.dense/_s.pt
index 15dca7ed2d4bb1e6a6d0493c163033316670cd04..a713971985bafba2cc19c98971915b0e9179bffc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.output.dense/_0.pt
index f1b322a78bc0a472063ee2b2e5509abb25a62a93..ca34c6337a9b5210c7da227e4458190b1e393e50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.output.dense/_s.pt
index a9ac99eb4756ecbcefd62946f5aefe6c79865830..c158ab5f50bea278686a83d2f1555337b46a8623 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.key/_0.pt
index ec5eeb03f9929f740517cc385c93924775e26b60..522018938a4e5b61048786c1ff0489bd4cb2bd28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.key/_s.pt
index cf4c7e40165c53703d7b36ab86d11d4965a43077..d68e559455cfcf5137f84bcf49191320c6b11798 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.query/_0.pt
index 6e55dd86ed43d28d770bfdc3d61d9a734725ff9a..c51e49283bb21d3a537689aa4a5ae54d2efb1c48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.query/_s.pt
index 89e4621b833c91d642e28440e25c5b22f34f5931..4a02148711054a491cf72193089566d6b4158ccf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.value/_0.pt
index b0e480ebd2fd75f40383302f9cd4d423f7899d40..4e2f4a8bec9ab2c72d3be86451a8f0be54786409 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.value/_s.pt
index 610605e3347d81a36eb4946d15be9e7fbe191494..39d98e7ebe6b113a739588fedd4b1ec7c8592e35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.output.dense/_0.pt
index f216a7825029405caf4beaaed2daf7e854566ec7..3b0690c9df39f72e7da25ac2cb9410738a076164 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.output.dense/_s.pt
index d4db0d614f9157adff12e7aeab54797193d273fe..d9569cce3ead456530725356459e68b28c049eb7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.intermediate.dense/_0.pt
index 53ce09a11184c7bd4ba37d0e1c0fb919a779765a..0b7d81e6349c212f2897911ebc831d21884ce083 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.intermediate.dense/_s.pt
index 2837c08b51597db3d37855227f6035987da5c87e..bda6cada3954bb685b8bdda7f14127ece6a1063c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.output.dense/_0.pt
index e26e6582f2fe1670e159bf2464de4f3aea5b5af0..a84f15199ccd8e879e4f0c1e810b0ff2c7a88b2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.output.dense/_s.pt
index 1b4c7aa5da49b1d388daf2eee4a7384d7f266329..49ec5836c9050cd6cfa00999022d0b48188b9a39 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.key/_0.pt
index ebdad30ed85950f9cea1121fac0e455bd8a9c704..0df8ae33a59d63a1879412a09b29130e8d1c741b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.key/_s.pt
index 0a45d031217aee9ad7ef5832b785b2a05d016376..e7a8680119ef02b88c09012491a0d1445f6d015d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.query/_0.pt
index f1e153a72eba2f14a371a9b991b2ef8abdece7b8..4ce26cdba1ea6c5f5372843b2312f46318f4a0d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.query/_s.pt
index 2efa15dc8465f47c597ff86bd91db6d6422ac60b..e26c5d8ada3560b55772778b9399370d44a86f3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.value/_0.pt
index f2d32fa08eccc78c2ca7d8f699fd58b866641330..62c3e6b8bfe65b8ddea0852ac1658cdc20dc069a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.value/_s.pt
index 43dcf052ea2fc0c5c6d2adac240b58cb94d7b166..454001a42bdf7a5195d117f4ecaeaa5f488b47a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.output.dense/_0.pt
index 4e36c11998deaf1b4d622a5759d1426264bbd9cb..b082a3754268aecbdcd84dc1f924d327e0dbf05d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.output.dense/_s.pt
index fd3aaede3c1766ba7fe47d091b24476b7c60b0d7..c04c42d2d2299e39acbd2de4c8e84a75642c76f6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.intermediate.dense/_0.pt
index d8c66a8735d524fc7f9f9f7fe22778ee7a938158..ebc69bdfdfd2f60ced0aebb80806dfbc6fb0551d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.intermediate.dense/_s.pt
index 73606aaaea75dbe7cd61510015538203fec8a921..38e2e5b73b90516860398fb2adbdeedbef7b742a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.output.dense/_0.pt
index 304e97cf595d39db9bfdfa8a0dd4583999697f9b..a69fe7f3ac9f36ef7f35714bb647edfc47564a57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.output.dense/_s.pt
index 800d83f765aa08fb4a500997a59c11badb0169a1..168574501a6252eecd64311e85f85a8482d5b022 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.key/_0.pt
index 497c33560b005c08be84e076390724c2d14e1d09..aa083b50e84cc58d7f510fb0a8b5d3a2257c8d94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.key/_s.pt
index 8ddb32642464eeadc694aadb3888b7fff8baa275..6579203862fd3adb2447e1aee7ab2c8d1218ab8a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.query/_0.pt
index 2265822fb7934593e5eac639c1c41f98a607d74c..fc7a1e9d70a6752c0161adb8a848b93164c5cbc4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.query/_s.pt
index af5c44365db988c5b7c064cdffffcbe122c5b8ea..84c376f6c54e811c09d7983b1426a05d175bb567 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.value/_0.pt
index 2ca51f83d06f219f4620da73fef742b16c97d014..5bc6115c58bd506c1f686e2cdf181be1ca5951e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.value/_s.pt
index 4a9222cce98b4e1148868dc67ad8e5ddf144b4eb..6b639440583293bcc10044b0f3a43ec9b8b77a2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.output.dense/_0.pt
index 234aef28d4230ba3634246e500f2dbc6c58774c3..efa5630e72e346cfb44ed8ada3f21248af8a66ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.output.dense/_s.pt
index 085971bc71e7c48e29841d027a938a92b8eb0be1..1d451c5df52263e6f3782398b13fad4899034aef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.intermediate.dense/_0.pt
index eab5dce9592c071a5c49dad5afd365642855cf13..6aa5bc20ddd4546956db3b035b75d647842a02a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.intermediate.dense/_s.pt
index 9697c57aefc1bbb286a7d87f5cafb480066c538e..43f0a759a1faf56613a93755bdda8abca7fa3fcc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.output.dense/_0.pt
index 6d7c06e1c104c13672dba3b914765765e6ad2247..ddab918044cfa0bcbf2e7fe3b61160cae802f7ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.output.dense/_s.pt
index 385ed2d42c81afbbff9adf9f241e1d4752fe0a8f..667a8351d6833726e8016ca9b840b887aa2515d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.key/_0.pt
index 219a7317323f3a7d3f35ce441a5a8d86cdc99094..2eaf97dc660856b7a4ad1b25fa44bb2298cac01c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.key/_s.pt
index 7941b17c5baf11c4d57a71f07f514096c7a05a81..16693f3abaa0a39311edc47d2033d44c793253d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.query/_0.pt
index fb5bb79fec9476b810546320e36b658de42b9169..eb6f885c54d9513db75c3912192d0d400bc43c40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.query/_s.pt
index b75d3929c9ce0abd2878c6957936a231086dd484..f19f503ab96fca2dd66bbbbbeafb48d5f1a1b495 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.value/_0.pt
index 2f21115af31d054299907bc28f9473669d1641a1..a9d92b0560792b9c3dbe2ac86c0543e9be3d4d1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.value/_s.pt
index 01d56982df89b5bbbec69542be5320d483478f9c..674807688ffb88fd13d583abf8780aff4ffc3cf3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.output.dense/_0.pt
index 06ca61117b97951281979d331655a4dc9b07b634..ee4a8150da7f0f987d1a7b966a55d479ef27e7da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.output.dense/_s.pt
index e8c4d473e7586daba702829a0e73cf65b2971e3e..a579d22ed0a17213bf32cae7ca05dda6657f889b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.intermediate.dense/_0.pt
index 439e4d737436aec1682f8e464ad8c964e4c082ce..764d0a7e0af1b4fec2fec0f93569a38475f81767 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.intermediate.dense/_s.pt
index 1838ffb5a0f91523aaab36ded9d0078238883788..790c298fbf7bbda56212a400478315754f69c964 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.output.dense/_0.pt
index 58c31eb002630fd62579c2760f41db0789c06634..e713f3cbea15109e955d0a38f8d5bbd63746c8b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.output.dense/_s.pt
index b02a71020b8ddab12f895de41c1ba3bda2648c16..ccdbc8975d2bc2de58539e8f9ff14d6822d396fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.key/_0.pt
index ef72c4f80713ef959aa2aa5d66f03b2f7f1ac057..ee9586253fd23056c49c92427632001abd9aae6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.key/_s.pt
index 51ed71ea50348b9b610149bc431247142e9cd34c..e9c93da91e45a0d4b5670f9b185f86541e2fe892 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.query/_0.pt
index 2a7f4484359754ca7967198030cedab3846b66dc..c281cd92be34ca896279d19e3c118ace618ebf6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.query/_s.pt
index b1b4c6b7efc547e369933da813df0e28752e59af..4217d5f938373de4c9474bd970def3601d3925a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.value/_0.pt
index fdc2bae01d9c993282bbbb1282720726b36d8c0c..c2d526124475ca8bef28577ee3d32ea7aae7195b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.value/_s.pt
index 07d6f9243c08ac1d680ac918654dc28ad23f93dc..2b012d59c38cb3ce53a095b5cd840619d3e89433 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.output.dense/_0.pt
index b82f164ab72790f883bbf981293ddf2db701ddd7..a3c4584e3ca86bcb3b732ae94502694bbfd1105f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.output.dense/_s.pt
index 7979694418ed55b5b01b3a388a7fc6a29f925e15..4986a797c22198166c53936a0a19df033cb61d11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.intermediate.dense/_0.pt
index 7fb1f622ab48f1594dd7a271354623f3d3a79c0c..113f7bde51c0f16845e82162be6a9678a6d17c25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.intermediate.dense/_s.pt
index 6cb8d7c65722147810319cd2468577856fa94feb..39beaf2e0fbdaaefd02043867990396b80f0fbce 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.output.dense/_0.pt
index f4c844a850d341434f1a4e7000d7ae99a2a35357..769443be72dbfc22c5b7c3668348442b1abd491e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.output.dense/_s.pt
index 3138f50b9a57cae052e992188085d0cf97bc03f3..853e0d1790fc84053420448467c8493d49fe5eef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.key/_0.pt
index 4db871bd3cf527e336b9b45667e024d0b40974dc..72bef8c7bca7999668d100a7641b1d1e5e97a9b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.key/_s.pt
index 0f04378ab9a7bf956e854526db263014eb3c41c5..3c88a2e0237c71c762fceb100e3fadb501545638 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.query/_0.pt
index 91eb16c682855d6a10a35744a524861c95cb312d..e36d710df7d030365587908cb2d7b6a13fcbc4a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.query/_s.pt
index c5da2a153a83018e48ab2484c090977bb9983d5d..3a1db86c3950864ab64d59f867163a021bb7089d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.value/_0.pt
index 460ea1f72c418dff1c6ba7bd0eeb93aefa536991..4fb9a6082ff180538d26b7be33e727f751e91bfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.value/_s.pt
index e1c15811fb3605dc1471b31bd36dd79d01017d32..e6a75e345b94e985d96ebda7c3fd7e5bce5d40c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.output.dense/_0.pt
index cbc13c3af3d5d1455c84d6728374abce225dc73b..cb9eddc754bb230b8efdf6090558021234c77f11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.output.dense/_s.pt
index 1d3ba7a83c451e4f5b645ef06dc14df275a05c8c..b7913b4d8a6750dad6f605d797751c5aad26612f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.intermediate.dense/_0.pt
index 20022d069cafbc14568c91a849c95945f2008f12..c9e31d3818d3dd53224b95c2725d4b674804cc23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.intermediate.dense/_s.pt
index f4b540f7a6ed7142e520c9963dae70acebb314af..17a73154c960bd1022ce542826c433e7611a94a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.output.dense/_0.pt
index 5d46e8f95a01fdbd48a84bbd35f39e5098d13df3..d93c42c826bc15f772b8f180a2d34762ea078b02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.output.dense/_s.pt
index 76c9c65903862358fd089b1164cd0940a0337569..9069aa1f3b7176d1bb6eccd4c2e07290eed4db1b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/init/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/classifier/_0.pt
index 3fd3887891121e1df54da998c9c1f14c0dc24692..3f4476bfb76b4516e3bcbd665058914f8b43fd16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/classifier/_s.pt
index c9f56bba36053e10f2f9e7b119e7952c78f53aa3..9214643915fb23f9c47220de9544bf72adb3a2de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.key/_0.pt
index 834a39428fa600c25dbab8b5a23d02b42371c865..fbafca44587f43d5362c5a33c4273bc9b44d836a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.key/_s.pt
index f03c4012c9f8a02763e3f104c4234e77815e02d6..9a37c869572b631cf96d47ea7c994371340eec00 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.query/_0.pt
index e7f481f888f994aa55a6a9dcf28c2bf5d5808722..2b80755406c3992bf3472ae4763a6ff0ca803fdf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.query/_s.pt
index 393f0af7aab01bac007993ae81e6f7337ceb0593..39b84d8de1871c928f407188b2ca3bfdf6aafca1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.value/_0.pt
index d3f60826f104e038e782523c406c81d0b794a965..5d37cc7fb85022c9c5759b8b61077e1449357632 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.value/_s.pt
index 5fe269df0136667155fba815a8c7030c58063103..1007c2f6907ddc6cb1366529d7930fbee76f973b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.output.dense/_0.pt
index f1ccbcacae2dfa0d6c49a0095d44b78a40d7425b..36edd34d242fe0d6e1cc1a94fb5250daa5324fd1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.output.dense/_s.pt
index 46c3014c8b52015aa92c1d0668f42256117237c5..a9fc1de931559cd9cde47bb78f0d543ecb61ff4a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.intermediate.dense/_0.pt
index 926ca0f5c4381be78cd13fb3aac661c66f9188b9..3736927f2e6f746b879c9b150c939e8d2c84635c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.intermediate.dense/_s.pt
index cc7dba1a891b9cff393214eb85c0ce581e76fb0e..2e6175bd4a64cfcd78b14e5693ad537991c4570d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.output.dense/_0.pt
index f6a16f4f2aa9a6b3fe975992a3bfd57493f9a81e..4bfa62c33ee3622d644a6457867e603c777c956c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.output.dense/_s.pt
index c489e3975856295aaa01cad69e7a4377b41e5009..98a2c25d65428ed996a1b8359d8592cb56e91fd5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.key/_0.pt
index 13fff66c82a34e05e855c97c02388f26ecc2a71c..bc8518c2e51f6ced77fd7c3b29ca2fe57ad67604 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.key/_s.pt
index f826bdf3734c853d97098745a9dae5722776489e..718f76e98e809178291939f648afd58089dc0597 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.query/_0.pt
index fd14a62cc90101ba2b53166fb1ab58338f8b2c19..4fdf4899ea562359d03f61d1b56011a3bda86ed5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.query/_s.pt
index b19c31126b27b633e6f39df910250a3b8e301ce2..2efda30f34ec074f5983f78f1bbbe01f96a0f663 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.value/_0.pt
index f8859fe9baa893120345fd4178b8c6c3ec68cb8a..48575bc6485866fb0e61ef67d9af67f4d3d79a5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.value/_s.pt
index 38d61995bf3aa0a34337f5f2f1a74f19afccc018..cb9df8050aa638bef9535e8d8127b4afcaeb6828 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.output.dense/_0.pt
index 28192da5a09c9b137b1277a6ae9005709e4ca733..c0f60951c66c3cdd9a3b818567b2631959884801 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.output.dense/_s.pt
index 99a8b934d6be1061472fe17ce847c0cbf0a78e71..e1369139599911491f9d5056bcedb4c15ef785ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.intermediate.dense/_0.pt
index 784f93fbdc5abc6c1e0d1ab5c0efb4c40fabc5a3..7f4364b2a5e68257f813cefd4a0948cbf45cda1e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.intermediate.dense/_s.pt
index 24098b9d52e0d1d4341a2dac414cc9f4d1fe9aa9..aff839b7adb05adce4def0d68801d556a86656e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.output.dense/_0.pt
index 89c6bce10969b49ee17239f14c7d049567561e91..ded7fc2274b851b1f8d0edd6b4267eb168b3fe35 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.output.dense/_s.pt
index a558a39bc9c5126edaf1b89b4c085c5072274ad0..bdfa2804d67e654485d800e9cc3545bb8d4edee8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.key/_0.pt
index 0a0610fb920d343141a10ac516e5dc151b82fb38..e3a7695f3db6475f28fa37904c855735382ec83f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.key/_s.pt
index 36afce373ad361b4aac11a476ec4295ac597aa08..97a2a7e681a77e61687cd87f1d3bdfb6c9588dd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.query/_0.pt
index 6e37ac6b1a495ba39c1c844aea748702a0f983e5..e20ab42dccf8fb562df301cbd998671cfcd8b9c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.query/_s.pt
index bb968798e1d2134126d5f91ff30b7e9ba35e8209..d859e57dcc842855932d6d2516338f8cb38be6f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.value/_0.pt
index 3b43f67b6f7162d857e2032852b5c5bba1205a18..d307a8e03016e14b9fb3057e3cf5e51ae4099431 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.value/_s.pt
index 865eacba15fbe730377aac83b48eaaad27fd06ee..2a8efae1c6eb456f24dc473f51c6b9be11f6cc36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.output.dense/_0.pt
index 2ba80b919efc58c5f1069482278fa82a05266775..c538ea601265aca3c538894f593ff10496fe4588 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.output.dense/_s.pt
index de8a80308bc13a30591fa7c79a25939ab2b1cb52..3c35c396648d27ca2a2aa93b3ccd0401545dd129 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.intermediate.dense/_0.pt
index ef94d208ea7749e85948742d2dfa0f257866799c..3844e432a043dea916008241e7e7deae76ab493f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.intermediate.dense/_s.pt
index 84e4724ea3415d3f4a2588dc03c61fe02d5f356b..4708819673f12eca7d6f0233f16e19be829bb6cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.output.dense/_0.pt
index d84e6e491b0d411708d52881f1904bb5e23263cd..632526c365789d9b8511e993a2f90a4e8ba2a191 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.output.dense/_s.pt
index 526950e168a6dc2ad6743ad387abfdc399ab9841..36391310c4ff4b5b577ef0c45ef90a325da5542e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.key/_0.pt
index d06fcd50c5abd738a61e77290124308bb09719ca..7f34dd6dbaea258319f47324f80d60242669c7b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.key/_s.pt
index 646686b913823c0b593d41a4dc9a267ee23c4a75..2e0f6ae90a69cf80e4d14df1ee04a092db62cf59 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.query/_0.pt
index a7762876486955abdb734bbffd7c6145e626ebd8..2814f3f4858ddff00b13055aaccd7ea1584355a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.query/_s.pt
index 768a8925cdda9d2a3ef197555c9d5ba740bb6b94..52d21c99d0c6d1e510211e7be81e5e19a9e42e56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.value/_0.pt
index e4759603978f99a6232a3f9a94e1d807cfcf3e87..0c89b81dabfb2c91997e41a7db5f23a2c9b32235 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.value/_s.pt
index 4467d6452ae4860b34289a7d77a312cabfeb096c..d8ecfff4471b98f3a64dd1ace3dbf8fe3964975c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.output.dense/_0.pt
index 6d33ddd9565ce22eccc0f40f74f854d169bf3035..5c4172db487e4ef043fb6e69bd2a80f04eadad5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.output.dense/_s.pt
index 28ce71241fee645420157c23e11eb687026d1782..6da96def395f833ea79b88b68bfe1f30abf119cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.intermediate.dense/_0.pt
index 48dd37c1eab51f50c95e9a8e7c892b82e6a8a19b..75bac80b77dbfe275fc61fea7e27c0dab12ec231 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.intermediate.dense/_s.pt
index b4d298b77b4fdefbe4d90354b3e1feb960faaa7a..871a707906da494a9903aeb5f3192186f7b8ba32 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.output.dense/_0.pt
index 521d03dda52f4de0044d7d60cfe1bfb1d684d931..d9521d5f8e72e1d54b92cecc14e7c36b9091e3fb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.output.dense/_s.pt
index 74d433aab1b3b5e192cf17a5eaf1fe05adcfcc16..12362ea40f0e870d34d3fcd1bb8ead938c966a2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.key/_0.pt
index 479d89051d312cc67c3383f554efeed5c67cfb96..f9631405859e48506e4643f5097890d1fe9f0ce1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.key/_s.pt
index c42b3951b2710d8829534d7f3a2b13f5def48189..da55d694c80b8ce279a89a5fdeb345c8fcc6bcf0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.query/_0.pt
index 80a2549803995efd9d8f2bac75fae664693afbe2..fa98d0e927004ffc88e8f64af222db12a1cf2c3c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.query/_s.pt
index 472839429a7a434412e6b5fe2b6d9425f107481b..7e59f59d942b3c359aba47ad784226aab151f39f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.value/_0.pt
index dfb589f960925f179e19005b2c162821f7588e23..bb67a15d21875311ba154ac3e8b71b37c5a30431 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.value/_s.pt
index 8aba13fd572036dd150fb11579dbc10bfc842ef0..2b896f29bc6941044459278fd8ddcedec02bc3e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.output.dense/_0.pt
index a7ac38fae4aff3a9ff8826882dcde9f85cb9a297..ecf5ca6eb96c16412ded905a8d32ce0c928fe773 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.output.dense/_s.pt
index 04ecb4d9b08e4be30c9e5e5fb7f6f60bf2a85026..ae4af3d6f4dc49f10f058936fc9f0dc8c35fc888 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.intermediate.dense/_0.pt
index d476dbe6f5b2377e5b7483846c21bd675ba81438..e3f4893e5ff6f704587370398cbcfa68c5775f93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.intermediate.dense/_s.pt
index 736824a89f6c3d7f58dda44cfb8f4f0e08bf7a6a..4ec94d82e1395e763efbec8b30f56f0588a21e41 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.output.dense/_0.pt
index cba51fab046f80b9669d34158297e58f745f6784..28e2adbf769f8792e74dd2679364b1986323a20d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.output.dense/_s.pt
index a3c7089b666e36ab4b8e77c9f9b0cfb540340216..3fd275e7a956b797578c9a07e1cf4abf8ae0b8b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.key/_0.pt
index 41fd56dc5b152daaa205800904a3831c96fc059a..734840fd15731faf3938f90b9ddccf1e0e1d6b5a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.key/_s.pt
index 08e95411c7edae9bea2e8420d350a4b264b9671c..06cdb488209cced4ead672c17df4845e5a7d5ff1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.query/_0.pt
index 788dddc8b2afc1fbdbda257b197d2618c29003f7..134780eb272f353827d3e758d086c2f20c74a31c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.query/_s.pt
index e4f340da3a8fbd78e4d3c3ac8a5fcbc20e65047e..ea11c2f444c4af3f169f14a64fc4bfa7e7a8116b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.value/_0.pt
index 90eac076ff7aec080591c811fea61eef75e1dc73..e9108bbcd8c0e77ac9335deb65f7f1e40ff604d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.value/_s.pt
index 507f10402782f01aaa35120cc1681ec98d5a054a..4b793c07d6f68495ca69a3ef6a37f418444589f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.output.dense/_0.pt
index 3fda000bb4e5262ccfea818805636ff6b357fe64..66e5e950aaf5846c983fde620e1460eae17e1120 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.output.dense/_s.pt
index c8166032079cce9f82b894f236bafdc3e064a855..38ab9260afe7b22c9649165752cbbefbd712a663 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.intermediate.dense/_0.pt
index 8ff729e7d907d36dd1bf399992a66a4020f5aca0..63e71f139d13b3670273b6c08b795f542c1e13cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.intermediate.dense/_s.pt
index b16cfcf09f7c1c8636ee5c56d4c3d2852a542296..ccf24a27c7b8db3a83113303d23f0769c546ce04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.output.dense/_0.pt
index 40f7bb3aee28e7c17c598e325116ab3b2d266991..2556af178c8ed72520449c8fb975257156c090a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.output.dense/_s.pt
index 2af8a333f1f026ce0b539afeccf74d0388ea8c81..3c18b88788d09644acdaf434f931098cc67d6497 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.key/_0.pt
index 288aaccc6487bc09a58c31c068e394a1470e609c..b9e83e3528534306c49abb5e9430d307d9524220 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.key/_s.pt
index b31e73e5f8e67b408725d61b94f440560ef4f6cd..f3007d968736c244de1542c81b82b1e93ae8c615 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.query/_0.pt
index d13e11fd9fb15bb1d539591021e0f4e657d98fcc..95ce2eea060b22a19c50fdbb1f13855e545a7618 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.query/_s.pt
index 2670ed3bebe300d020412778eafaff46f83b0b25..1c8b149a319cf9a7845669182b84244a2d162b0e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.value/_0.pt
index f7acfb1e9d7e562043e5be773ea770c3f4c97a1b..7af06be2308fe2222649736e05a84f424e676760 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.value/_s.pt
index 4692b2d53352c2e123d4c9bc7e5a23291a59c113..94e7e0f7d97a63749dc280576dc00a5b72e54594 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.output.dense/_0.pt
index 9c939bbc04e2387b2b37ee84556f80b70ae88f6e..8b0a8f6b007b287859bf38c54d939fecd421decb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.output.dense/_s.pt
index 125a995cc6ec9bbdbb0fd7abbda4d1c0c200e2dc..e1c6bd5588927247b34223d4f8c860ae5b02f470 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.intermediate.dense/_0.pt
index e1ddd35d5ebdf422f9c0d589595e04807b5f806e..11a077256f98ae4ce21501583eae0d4434950a57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.intermediate.dense/_s.pt
index bbccca695eb342ed81db92a6638f4ca039b91d8b..f17611fdf2a0140ba119739a58959aa5c1bf6316 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.output.dense/_0.pt
index 5cb599bc8f879f25fe801c28d81fe460cc044209..8cd0928940b8e124f7a1019cc6f54b80db014ec3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.output.dense/_s.pt
index d6b10c6fe7c8bc4a8064f92af3a07b443479fc67..0a96f14c53da89821d750a05cc49825429113754 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.key/_0.pt
index 2161546a39a9e81486eb83e23554885b7a84c16b..06b6627e93a0a220edbbafee65964a26fbffc7a1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.key/_s.pt
index a97cc84b7ecbb5c88e4214f05480bd2fdc4ccf77..0bd7d2840d1da08a9899d890aac8146bab237cfb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.query/_0.pt
index 7b52f849a197a62e797413814adb812b40777c16..b2a097e9ec948fc32506d5ec5876e6a0b4afaa94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.query/_s.pt
index 5222f8c7aa97678053e82d8370d08882dc02162c..2cc61e580cf5a673fcf30a2641c10e95c06a8d34 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.value/_0.pt
index 5fbe3ddbbe1dd6fc7cfdf3a202aa04e268944324..d10a2e10daf6e9bc82db39f01ed347e15d50161e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.value/_s.pt
index 08f9d80aa2d8bf3232ba40ba3a8680a783a272c2..64f24ab0e8e6a5c72fdf1ec1a007eb2e113a625b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.output.dense/_0.pt
index 00720137e374c44a290cd35820b0689bf41474d6..60638f38af6a3ac32cee1aa822c6c589925f65eb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.output.dense/_s.pt
index 3e4455b7c35b888d3596114285c314d84f3b7030..607c76e3e7faba5a78e3ab941a3519a4433e00dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.intermediate.dense/_0.pt
index 401efc2d90d7ad68e10a1efd71d9e87481a67d53..8300b6e36d5347179908cfb6c438bae9fa752b36 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.intermediate.dense/_s.pt
index 28d51fbc55ec7b921bb22bc4c4bf7227e9972286..31faf5e93e13a89fbf9e3c92da5b2238ffdbdbc5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.output.dense/_0.pt
index dc382a4d46537347e012c1b5cc39ec04bb5b0e54..785a76cd739f260f25c17a279c6fcb0b91f6c229 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.output.dense/_s.pt
index 4999b84f84c43cec490921f72c0cb80930f7d023..875a4064efde8c0dd7a5a84f9eaeb1bce32734f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.key/_0.pt
index 5463dd99336520004f2dfa9ac084d2792b92db1d..1af2127b336263e2a8d211c6fa2fe54ade01e4e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.key/_s.pt
index 94e6d675b61fb1658687bf4554be76037091d272..d4db2a82d3ffbf89957d59ea088aa3a5b91c4197 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.query/_0.pt
index 5df74a43ec18e9cd30970e9fe3fceb7c6c94d24a..94167c30da71280f60b8ce08ef54b746ff1aa0ee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.query/_s.pt
index c7b127e2284b1fc121d14ed0fb50b6bb64127bc0..fc7b51cc9b22f20a8d41bf964d527dc7ae399467 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.value/_0.pt
index e405782d43674029b998c832568fbade86fa94c9..3bec4a054e67d2db37057d84ba7a3a6038de4d44 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.value/_s.pt
index 9eaa98033083086c299faf716f9ef66bda47db0a..af513c7be67e7f408d928596b4b15475ed107eeb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.output.dense/_0.pt
index b77067d29a8b5ceaaa4be60f25536d2de0291ee1..97bf19be9ab66361cbc4c6dc0a8bdcc0d08ccaf4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.output.dense/_s.pt
index aea6a2fa9c094ee6e37153b835ad2f33ea65cb47..b42bcf5d862cdffdb59b7e2d51bcaecc1c806948 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.intermediate.dense/_0.pt
index bddba5334529b584353de10b7030225fa376524e..8adcb97c8410534fd4209c14f4f2171c01ec4067 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.intermediate.dense/_s.pt
index f6e02dfa2516f063fb65451e2ec3adbee38df89e..624be7ac37a2b0ea21bf47f8500de477a5fa84dd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.output.dense/_0.pt
index 6f5597e15aeafa562f30233cb15f1c80c32580c4..4bf353ad8d7488e7b5cd1e077b3fcd546cacc1be 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.output.dense/_s.pt
index b5da6be732dd10490455eaed2af448c77133204c..b79691a4ea71d6d27075f2ffb160a8b1f59258f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.key/_0.pt
index 59b0747a542ae6d068b5b499f05d471f8f1197b5..dab4e794770963ed4ff58f61baf874466f2df97e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.key/_s.pt
index 36e9886cc061e45478daef116911e948b9672198..c834f38e958bd3ffe61a40bf78e7453b9c07a920 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.query/_0.pt
index cd4ac5a134bad101fb6cade05fa54577e8b175ac..7311acc48fe6f63582c15ca5fa02ad93b0d07bd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.query/_s.pt
index fd6c447a318d089742194d1e7cb79fbb430fecb0..acc9697195929a7210155f7539fa83edc847a50f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.value/_0.pt
index 6a9631e51b40a39c89b5ecfad3e926b8c9d7fd73..26105d08cc309fa0bb13610737985f836e56257c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.value/_s.pt
index 4983538e989412624d8b31e74c17a08701e062d6..322e6550f91c6e9196dfbf6076211870dcacab2d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.output.dense/_0.pt
index 87b372cd2d753a2040441fd32d8f594d9dcda256..eba42f2ed30836b814cd40ef61333c588b994763 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.output.dense/_s.pt
index 7eaf1ec435b3f04592164bd76005387e4debc6b8..bafcb9e3145c08e58954da85036ef23a3f66f4d0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.intermediate.dense/_0.pt
index dcce359516296c60fedde6e37dbc7a00f273367b..2db22f709e626c58a17050c70799d15f81907461 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.intermediate.dense/_s.pt
index 6f50ea808a2443cb1244f6da14fd5f96d5a9faa5..142b492fb7c1a2b6e42502b26972674c196d62d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.output.dense/_0.pt
index 0bd2e4cac6009a517ee1716bd57fe0f353dce2bd..b1b55a7b5cfe91c021993d01816a76aa258155ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.output.dense/_s.pt
index 71d2752e43cff308dd264324c892b3cd8c48e075..6a672cda0dbe12e33e0fedec81dafac2574476c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.key/_0.pt
index 596b6a64fcc9b2ed647dbd689d6e0011ac7d84b2..00ea452dd5566356505ebc833e32490e753e4754 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.key/_s.pt
index 1491b0ffd6231f63e75ad32f373bdc0c76171af6..ca967cbda6d46f26de7081e6ef4292bd1538c18b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.query/_0.pt
index d3f487344154566b006e235024be547c8f8d4c42..1f46d06d515deeba1930d2619983b5a862ceeead 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.query/_s.pt
index 89abed86aa25696541db1c73a238eaf50067273e..0e3c91dce926c01549b398697d225352439c5813 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.value/_0.pt
index e81437da6974069854f1bf1e516bcbd9431ca11d..cad79afb4e1c5580f7bd7d3fc225087354da83bb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.value/_s.pt
index 9fd7a160c12e4d6b1849b2481fed736fae3701ec..d71d39eb979d8e7e222c4158afb4a91d774cfbee 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.output.dense/_0.pt
index 95b808d87fba75ec19becf63d168e39d5e65ebd5..b97bb204366f508ffd7e508bd6354e8af2fa0912 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.output.dense/_s.pt
index 12cfbe34f584eeb188815a50b1f54f9314767cbb..ba0f8f038424c87b96c20cf51c2b3983c1e78850 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.intermediate.dense/_0.pt
index c8e49e46eca80419768d34b55f14d15d275d9ba6..86fced9bee7b2f5c1f395c237964ca569f83efb4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.intermediate.dense/_s.pt
index 0cb22e660b9bb1477bfd49915634b176344dab95..61dd602c9b673bd073e9821e5a25280bbcb7dd0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.output.dense/_0.pt
index 2659482b2aefb191d0b15a6af16a159998bff8df..3b7b568520eeab80956dc577e327768279c4addd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.output.dense/_s.pt
index aae6c0cc9a3a81f7a1b02313868dd85c19c211e3..9052c245b96f3faabb294717cb90a862442b77d2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.key/_0.pt
index d9a1fdd71d6de573e7e401d23bead3ee89e1b3da..b7cb474d19dad46e8137770f979a98a7474a64b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.key/_s.pt
index 6afafdfe64d20a286a27b08bb60befd9b1618c44..7da0e03f8f2601983cdd724edd492001274703c3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.query/_0.pt
index 4cb44b3fc9bc0248af5f22e2ba2306d204d2ca03..9c7068651aeb15b26063151cdb1815dc1e866926 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.query/_s.pt
index 891e4d248b67edd0154b2cb0f84cba283baa2d44..bb93c53dbc0c5f3921e910db450252724ef83281 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.value/_0.pt
index a5f8439986bb5f7c4af5c83d180ea808ba2e6719..91eae90b1befa65f5ed979023d5c89fea33d8961 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.value/_s.pt
index e32e3b0aba1049c7c72f69c75c887bd239b4c689..deab934fd6a405811651a5d878b2729d5a1d2a82 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.output.dense/_0.pt
index 90efd6517c22b68eae161218b83bc4237eb2d59c..cc5cc9ea7facb46dd5793983785d67e8171007d1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.output.dense/_s.pt
index 438a73c0260b35362e02646ea8b1717ab4f0aa91..bbf06bbccb91cefe3adc0a3ca96c09bf9c0fe677 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.intermediate.dense/_0.pt
index 0693a9cf8fad76cb96d38e68faac1423eec88388..08f3154f44b21e407d6c945320e9e8b65818507e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.intermediate.dense/_s.pt
index 8f54651f9c66c4eb3bb7d09d129ad2b212df8fc7..33ec437c84179868d81bd9cf797a5da0cb18e655 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.output.dense/_0.pt
index bbfea66e73754ac4a1c7b2ad2d840abab86e07cd..c1164ac64ce5dc94311dc951b1178ab544240068 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.output.dense/_s.pt
index 4ed8cd14f4b3dafad5a5f5dec290a5544b32ed83..f9d0677d7c23b52ad3c680b0c085a31c24886eef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.key/_0.pt
index 5e284604cd7d87e70b4207b327bbbdaf98ce74cd..b35957a291a6cafb27c6c9dd17c14b70f15e6b9d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.key/_s.pt
index 35e82d7e59a36a80460acec3f73af46161fb246a..c1d2304461e485c14cd16196d71793f3c1fbd9fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.query/_0.pt
index 1bb09cf981440caf3b3a86d25b34cb6e963921bb..f36e35a4d3371eb067f2c6a0000fa98684a5c690 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.query/_s.pt
index 5bdb2a0f531645c559ff7b02d5e3fd8ee4e4833d..5135f958544c6369789130b02cffce4c377cc9ca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.value/_0.pt
index 82ac607a76f3029e8874576929156bb38e798df2..e7df8eba2294e94cbaffb328368f15fb2fdf8ed9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.value/_s.pt
index 0c15955b06979ee51ba391efa82b81dc6681a281..cb86c9d31c3ea2ec015c7b9aa7922af47a13b17f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.output.dense/_0.pt
index bd8081d5098e4bcbdc65320dc67ce754332a94ea..ebcd7ea24dda3268032e81a040b7b5ac551366c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.output.dense/_s.pt
index 7e09a4e5969814102d7cfd409fedd03b543a3a95..9a4258589217ca47533f7fa51ce0e5445a106183 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.intermediate.dense/_0.pt
index 630ee2ca7779158790a4210da1e9f1daeb0a71da..a34b0106b23340db073f767aa02cd3412543ada9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.intermediate.dense/_s.pt
index fc50110c3c2a07fc3affbb6762c8f709bcf22107..7fed0eed571d8c3d1e94d1980519df8d85de41c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.output.dense/_0.pt
index 4087ad26f3f2576421908f477bc16985ba7bcb0b..6dec14c3cb517040c3a959fed57a121186e0d01e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.output.dense/_s.pt
index 5390c595c23c016cf0d2bf60d852cd1cb6be8753..e8521a3ea13789db7868f18a2d9f0a8ab089681b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.key/_0.pt
index 1faa03af41be375644b6292505577b6ccd42a6f1..a8a1348bf6f19642f2988a021cfa7fbae5ea9de5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.key/_s.pt
index 4c89f9f1e58958180c609f2fb47495be58cf34e9..59ffaffcb93e84189344327a8a122f14a811a057 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.query/_0.pt
index 91ee6c630a350a95900014a8e322d9ecbbc5ebe5..8ca1aa7fdac1ed59028d4a62f34cf3f511ef5d11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.query/_s.pt
index a32dbe7f2cd876eaabd360c47126fce40aa86676..10854fa4e1ed7443d2d7dd82b1d2cf55df9a7af0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.value/_0.pt
index 13216308b6a6a9a677b9a39de0ca5964ebc6c016..c33b0a1c1b1649e6d7056c65178f5dd2ea9af61d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.value/_s.pt
index 72cb32ecc9dbf6683065143ace2382970d13b922..3f3fd674dd4efb426ed079d56ace068b18ceb537 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.output.dense/_0.pt
index a01743a4cbdf05d573c545509d834cf316eee2e4..4c039f4c0584f33ceee8f82e476b3583a043d0e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.output.dense/_s.pt
index 5435db501cc78f97d310a2a580629d112df5217a..9ef0be42e992e8ce0796f8ed2797bc4a3abfdbcc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.intermediate.dense/_0.pt
index b1928ac4db7f26e06c6f57dbfcc3a58444865b10..e3db2ba26f959dd2707060d497cb8bf27ed23f88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.intermediate.dense/_s.pt
index dd852221d855fbbede7608a5d8eeb2b187863add..41665406fac40e7b5d2566fe5471a6172af4fe06 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.output.dense/_0.pt
index 446bff6326b94e671b934d1f5d94c10af2f52fcd..99b1ec710fdd53a2fa6e00e02ccc7b3df6f238ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.output.dense/_s.pt
index 07870188f09fcd60536769b7e408325cac4e862f..201b337bc96086bc8c71afb481626d3535c3bbe8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.key/_0.pt
index 073169aecb1f5dc69c6a57ec60f75ee4004402a6..61dab5f8c295f8d0391677a5739920000bb35d04 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.key/_s.pt
index 151642c5b8eaf0a0320f6a8bdff9f090dea2b27d..e8aea7608501ded15ed1767d1a7a2baa60f140e4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.query/_0.pt
index d1f9a230d93ee2099c6edf7e596b9bb377ad7933..f707652bba9ca5dfdd70a167c1a3a55b33a6d180 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.query/_s.pt
index dad89ced1dae9d4a21141d53577f1fd3ec4ee1f9..d29f78834b565013bff3a582efc4ac73b2ac7688 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.value/_0.pt
index 3780203eac64288184203031732803d88a0a76c3..971c88352c60c3e518eeba1163d64502b609596d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.value/_s.pt
index 83276595760f241167881a78b083e05df773fc4a..e0d7b766b1c75bbcdf7e84c5527667709b79fbd5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.output.dense/_0.pt
index a60ab6c3dbc395a0201633d478e0b69bac11f212..d7c64cd721ea3a01bb7a6641bb623a7e968d4abd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.output.dense/_s.pt
index 9ce87302edd142dc72ee56b76ea0950ee478508b..9f9a2c23a7a3a78bf37ff95c5efec297e805424b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.intermediate.dense/_0.pt
index 765f66f9cd870b899dc4fe57da5c804e63a35c27..4427ace5754bfd18332cc5b5bf4caa48746cf5d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.intermediate.dense/_s.pt
index 270c657b4530c2596b915b50cf2b86fe82061149..bced7f4c012a53131dd457071ef9edf48c777233 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.output.dense/_0.pt
index 7516a324dbda63ce53e9ee636ebd90881e4f9b84..2015b4ac4a0f2ba918b198555d3fcb5b3626ad31 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.output.dense/_s.pt
index 323dcde9e6f5a8378ba641658ca291fa0d6d239d..54d3c50c238e988df638d5db3218587bb72e46f4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.key/_0.pt
index ad5d0beb7dc4c420ad9d60dde61d7bdbb613e462..4f85e52ac3ca7076ec3f0dd8aaf7cd47520f8023 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.key/_s.pt
index 6f03f29415021baf6221ac5ff6146e263d0c0fdd..82f2d0d96819395af8129480a3719424d0040acb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.query/_0.pt
index 3bba6fec680c9d97d92e151394f74ba16794db4a..af80a2ebcd8346f22c3fc9ea4d228fc676ab03c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.query/_s.pt
index 3ed379c5ac14680740e132793a7f903d26be0702..6bf04001f7744ca5d103a87b7b7777b6f39f3654 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.value/_0.pt
index 084b04957f225267fa2e17ec603296685d05df76..f1f85bc2b106d2d5666b3f74c0207a5c6fc4c95f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.value/_s.pt
index 40406d8b544ce92b90fe7bf47bd9df9bbd2aa167..4c591791586487355848d9c39a0b4b11e9c2a73b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.output.dense/_0.pt
index d6dd8839c19283f50d0f48437846f17b0bf91161..1b37605612fc3259b912a6fe15bdfc5f52f7d880 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.output.dense/_s.pt
index 15c8c1ad2a119d874f8d7b31941d79178f3ace79..0472296fa58952a3edcafc22ce77900a81ededa3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.intermediate.dense/_0.pt
index 2d87813d5e320a2ac1b93361226ed32ff8a27ad5..caed5f04440b588b8c81f751d977043477567fd8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.intermediate.dense/_s.pt
index c7b867d8c04d3f819a0f92b81f9b5f9fe4d19ac7..81796a3398d51dd9864f7571d25a3ebc676e9410 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.output.dense/_0.pt
index 1e446634d0882446365cf29e3dd003168aa6b8a6..a9a9905d2726031a837377587f4f4bda73ae7381 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.output.dense/_s.pt
index 374335dd1aeab16d1aca9ff132b29e186ac8fee5..e02e88d599adaffd873209546dd7b2a0b63d466c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.key/_0.pt
index a9961ec75b5577e10b3446668c3e3def05108b3f..5bf1980565b5157ac8a6815b3d8539858b06778b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.key/_s.pt
index dcecfd5869ea5853b9c6f8fed474faa7bfd044ea..08850fa5933d6c8b5b16342761928e67372f5f1d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.query/_0.pt
index 497cdb3cf1bed7e385110586b4cfe6321aa375c4..31a6231b0266a758fc9697265f25860b79ff892a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.query/_s.pt
index 8510975a9346fc03bbbdf51106d349d9a43130b2..b6ab13ed465d6aa5a6e3ea0948be344e8fdb1ef9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.value/_0.pt
index db9344fc5c12c549e1cbf2093befffaf6056cf92..b7cc3f22ab7f790916f7250ff9d1da86ae083fd7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.value/_s.pt
index bff28021460c2fd084d17747adbaa571a44e2b29..660c1fe06b187c29eda610d2423fa2c7a3e3fced 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.output.dense/_0.pt
index 97e7f1ec8242556be1739cfff050f410faa6af67..37aa7f059a5ee0e01d75f3ff271b287bd1a1c3d6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.output.dense/_s.pt
index c9a55a434ae64ed694f5366a8bdd1c03bf9b069b..1abdcf69897dc2a08a2c542cf9e2f4affd8da575 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.intermediate.dense/_0.pt
index ca0fecf460f23341ac2f922188493411b4b5c515..af8de9a40ef91536bc426f1c524021309ddf62df 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.intermediate.dense/_s.pt
index 52a2e3b1170ae15c3b534a1d39cdc138499887c8..3da47b5c055da8932dd41eddce04c367770f2843 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.output.dense/_0.pt
index 8016ea9d4c69631208b24e780db07e76bb48e8c4..be7bda0f386c31c1f6529fff9c92f17be49c30d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.output.dense/_s.pt
index 658c3ea834784533c148399314d06a6f494424a1..adbdb7ed888d9103324d29dd85f48a5f28453677 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.key/_0.pt
index 33d19377599f161849ce0be66ccac8fc01a048d4..17a45b11de0156fed170e8b3361400036dcd29cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.key/_s.pt
index 38d8b2e9a74d1f97663adb52a0bc77b8d142c600..2a3e778fc63b16a5c02d4e221a1050e96cc5eda5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.query/_0.pt
index 0967f18ec954aa1f8e55fd93dc199e7c8010c209..1b5ec04308061339a7f67f72015fe9ca172caf1f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.query/_s.pt
index a262186fb66aa8118a6d3ea08ca592be578bb86f..aeacfa9a20689f5be3fc9d16cfd589641f104b0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.value/_0.pt
index 803b2194e34ef0465a54c23a01a6b67e9d978478..c4a92525f80a66043467cb78370f875869c333f8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.value/_s.pt
index 31da24ea0ca0a8565ae99a9d1c31829f785cfbfb..6a2b78b7ddecd354fc7c958e69fcebf8cd7fdc93 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.output.dense/_0.pt
index 5e5f62cf1211afb6a1344135360403fc99e38ce8..5986f4d5af1f8b5c7cdeed80c75a9cd04fd304f9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.output.dense/_s.pt
index d058bb50886ff1a6f36601f3dca1041e539d00b9..b32ef4cb8874c33bb801eb76d98489e66baf9805 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.intermediate.dense/_0.pt
index e66095e672aa04e8b6091acc9489aa27dd51675f..279ea28a4b5f7a08813eda312374539579199796 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.intermediate.dense/_s.pt
index 1838fe2c6d0134d7de19abbf6ddc2023465fe7f3..a5e3c1aeed17d98439c27d950c881765c9149ee8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.output.dense/_0.pt
index f1b322a78bc0a472063ee2b2e5509abb25a62a93..ca34c6337a9b5210c7da227e4458190b1e393e50 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.output.dense/_s.pt
index 55ac574e1d2724682fa8aaf725608e1555b952ae..a6f0b683800a752d8f70a44b16076d784d2962ac 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.3.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.key/_0.pt
index ec5eeb03f9929f740517cc385c93924775e26b60..522018938a4e5b61048786c1ff0489bd4cb2bd28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.key/_s.pt
index b7627a6dbe60f1704e27a78835ef276a3c0d9060..ac07671f7e96e47c849f4152237cfb8e953d9cbb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.query/_0.pt
index 6e55dd86ed43d28d770bfdc3d61d9a734725ff9a..c51e49283bb21d3a537689aa4a5ae54d2efb1c48 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.query/_s.pt
index f6b5c5e0fd2411d744effae740ca6ddc648fc7ef..f4ac39edf7ecb3f77ec590a37764f2ff9ae2c3a8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.value/_0.pt
index b0e480ebd2fd75f40383302f9cd4d423f7899d40..4e2f4a8bec9ab2c72d3be86451a8f0be54786409 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.value/_s.pt
index 2f22991150a23b82ec80e7972a2ddce34937434a..025cccbcefdeeac9df902e04ae1184641036d81b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.output.dense/_0.pt
index f216a7825029405caf4beaaed2daf7e854566ec7..3b0690c9df39f72e7da25ac2cb9410738a076164 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.output.dense/_s.pt
index 385b72a643117fe212a64b93551e72d61be7928e..22ef83f3c925b8f6ff26d508aa43a95edc3b3d6e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.intermediate.dense/_0.pt
index 53ce09a11184c7bd4ba37d0e1c0fb919a779765a..0b7d81e6349c212f2897911ebc831d21884ce083 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.intermediate.dense/_s.pt
index d79e972897ebdf20f161714ab8a78b0b21126bea..b61343e140dbd573dc8b3af1562e81bd1d8104e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.output.dense/_0.pt
index e26e6582f2fe1670e159bf2464de4f3aea5b5af0..a84f15199ccd8e879e4f0c1e810b0ff2c7a88b2b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.output.dense/_s.pt
index 21298888428a2d7f6a61eed89a7680902c76040a..05fc1c7b55175315cecaab7f64e817a6ffb485ad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.4.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.key/_0.pt
index ebdad30ed85950f9cea1121fac0e455bd8a9c704..0df8ae33a59d63a1879412a09b29130e8d1c741b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.key/_s.pt
index 155f5e9d16786b6f6f2b6e34a9abb407c2c88571..b23dda9a8c771543920db23d8f4f4028f4547f02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.query/_0.pt
index f1e153a72eba2f14a371a9b991b2ef8abdece7b8..4ce26cdba1ea6c5f5372843b2312f46318f4a0d9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.query/_s.pt
index 0e935e0f03fd6d503659b9cf37df24faa646b932..f7cf36569184887610425ea5045ab00f89f06753 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.value/_0.pt
index f2d32fa08eccc78c2ca7d8f699fd58b866641330..62c3e6b8bfe65b8ddea0852ac1658cdc20dc069a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.value/_s.pt
index 3fd770d3983d58c89cf11636d63f285c505c4166..8452d4e2b576cfc5ced47a3a0cb891b2004a58d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.output.dense/_0.pt
index 4e36c11998deaf1b4d622a5759d1426264bbd9cb..b082a3754268aecbdcd84dc1f924d327e0dbf05d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.output.dense/_s.pt
index bc37f62ee79ddc6b1908a723fec269f29144f61f..7b355457370e0b9ddc6bb0d02a171e9782675780 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.intermediate.dense/_0.pt
index d8c66a8735d524fc7f9f9f7fe22778ee7a938158..ebc69bdfdfd2f60ced0aebb80806dfbc6fb0551d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.intermediate.dense/_s.pt
index 39cd113faf11e35a6c6e84d506354f6604844eb6..8dd6101fa91975ede17b6cfbfa3e8130113dc77e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.output.dense/_0.pt
index 304e97cf595d39db9bfdfa8a0dd4583999697f9b..a69fe7f3ac9f36ef7f35714bb647edfc47564a57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.output.dense/_s.pt
index 58643ccd1ce3c7f3d5022af2164ce7261f31077e..0a0be67827f1fdbce731264278f37d54cf4796a0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.5.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.key/_0.pt
index 497c33560b005c08be84e076390724c2d14e1d09..aa083b50e84cc58d7f510fb0a8b5d3a2257c8d94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.key/_s.pt
index db8289f06952a301de334a0d5bef9b166fb4e2eb..e54696a6520cc49005c45932bf9833d68f96256e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.query/_0.pt
index 2265822fb7934593e5eac639c1c41f98a607d74c..fc7a1e9d70a6752c0161adb8a848b93164c5cbc4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.query/_s.pt
index c94ee2cb9382bef9dddc85fef2d8d755207131db..492ca0caefe740837944f5353c17a044b8a3e041 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.value/_0.pt
index 2ca51f83d06f219f4620da73fef742b16c97d014..5bc6115c58bd506c1f686e2cdf181be1ca5951e6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.value/_s.pt
index e1ae29d22a36372a324aeae95714a77c8e8a5313..9bdbc0b0b0750be4432f5fd23d9386e8e93e9676 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.output.dense/_0.pt
index 234aef28d4230ba3634246e500f2dbc6c58774c3..efa5630e72e346cfb44ed8ada3f21248af8a66ba 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.output.dense/_s.pt
index 5e1495a50c3cda8e57a9b8e1feeda62a29f72ce1..8a240926fac47d1c8c70c1a41f761aa6d3b0788a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.intermediate.dense/_0.pt
index eab5dce9592c071a5c49dad5afd365642855cf13..6aa5bc20ddd4546956db3b035b75d647842a02a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.intermediate.dense/_s.pt
index 10440509680cd86541de304ffcbfa56ff3d097f4..c2d44942dff1c4fad193f5ee16b2123a9deed345 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.output.dense/_0.pt
index 6d7c06e1c104c13672dba3b914765765e6ad2247..ddab918044cfa0bcbf2e7fe3b61160cae802f7ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.output.dense/_s.pt
index dd64dff42cc8dc040323a49aabe34136f68d0289..2c3cfd536b47437911390526d3fd93c685f68f63 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.6.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.key/_0.pt
index 219a7317323f3a7d3f35ce441a5a8d86cdc99094..2eaf97dc660856b7a4ad1b25fa44bb2298cac01c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.key/_s.pt
index d177fe917bd94aa13c385ddb0b2c1032b5d09233..ca205994533d4361b2db30c4134ce0c8faf453dc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.query/_0.pt
index fb5bb79fec9476b810546320e36b658de42b9169..eb6f885c54d9513db75c3912192d0d400bc43c40 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.query/_s.pt
index 546df9a675dbe02982cc8733e5f7c5f8dd5f50fa..e34d42001efca75eaa6c74b5b5d976db9058071c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.value/_0.pt
index 2f21115af31d054299907bc28f9473669d1641a1..a9d92b0560792b9c3dbe2ac86c0543e9be3d4d1a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.value/_s.pt
index e7374e971891e9911f939b816673e10c4a081797..05da21e199bb5a9f98e0574d4dcd831aa88bcf91 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.output.dense/_0.pt
index 06ca61117b97951281979d331655a4dc9b07b634..ee4a8150da7f0f987d1a7b966a55d479ef27e7da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.output.dense/_s.pt
index 4fb173ca238809f141569d4b1ca9ec170cb5c5bf..1cb2495fbca2ac2b69ed433c3bce3b1716d00ae5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.intermediate.dense/_0.pt
index 439e4d737436aec1682f8e464ad8c964e4c082ce..764d0a7e0af1b4fec2fec0f93569a38475f81767 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.intermediate.dense/_s.pt
index f66b36988ffcd57d77ba62dd135d1b0818c1b002..d8c1984c7f7a55ae20453ca81ac8ee09b47017cd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.output.dense/_0.pt
index 58c31eb002630fd62579c2760f41db0789c06634..e713f3cbea15109e955d0a38f8d5bbd63746c8b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.output.dense/_s.pt
index 3edf59a64fa20f151b14165a5140f94646161e4e..1ac5ab38c5a502d57da38c45d2e06f91769ff399 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.7.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.key/_0.pt
index ef72c4f80713ef959aa2aa5d66f03b2f7f1ac057..ee9586253fd23056c49c92427632001abd9aae6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.key/_s.pt
index ba359624f95190986b325e65f85ad56ad254ce70..d0eab0efdcd93cba8dc2b46ce39471208127a3f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.query/_0.pt
index 2a7f4484359754ca7967198030cedab3846b66dc..c281cd92be34ca896279d19e3c118ace618ebf6a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.query/_s.pt
index 206a93ae9216c968fa61a123271b63397d2f86d3..742608713d40b3a3d316ed3afa6b2c31996ce463 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.value/_0.pt
index fdc2bae01d9c993282bbbb1282720726b36d8c0c..c2d526124475ca8bef28577ee3d32ea7aae7195b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.value/_s.pt
index fa9e4aaee51c4bd9e93ffd0ac61a4d9a75c341e5..2f35ad9609ded3fd422492b76b4160e7ea6acf03 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.output.dense/_0.pt
index b82f164ab72790f883bbf981293ddf2db701ddd7..a3c4584e3ca86bcb3b732ae94502694bbfd1105f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.output.dense/_s.pt
index 1d938a762f13d22fbf3ff2e7acfae1977a3bba95..f526730c5569a76669df2bfcfa76ff2595ff4721 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.intermediate.dense/_0.pt
index 7fb1f622ab48f1594dd7a271354623f3d3a79c0c..113f7bde51c0f16845e82162be6a9678a6d17c25 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.intermediate.dense/_s.pt
index 050f3e35ebf9efb849c5612afe20f8075fc8991f..b83469a3b6a7feb828ad36e11bd973256195ff65 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.output.dense/_0.pt
index f4c844a850d341434f1a4e7000d7ae99a2a35357..769443be72dbfc22c5b7c3668348442b1abd491e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.output.dense/_s.pt
index 1e8614222de043280a9bd47b395e2f89e3dcb7bb..cb987139c49205bec3e00f2160becd35b6e407fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.8.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.key/_0.pt
index 4db871bd3cf527e336b9b45667e024d0b40974dc..72bef8c7bca7999668d100a7641b1d1e5e97a9b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.key/_s.pt
index a5d68bab968e1bfeb00f04c7ddbe833ef7e4b337..b54cbda4530bd1f2870a99eae41cad6d566a08bd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.query/_0.pt
index 91eb16c682855d6a10a35744a524861c95cb312d..e36d710df7d030365587908cb2d7b6a13fcbc4a3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.query/_s.pt
index e0acace626a87dd634d875843ceb8f1d65981f5d..04afba558a6c9f30d3a1eac2dfeecfe50264451c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.value/_0.pt
index 460ea1f72c418dff1c6ba7bd0eeb93aefa536991..4fb9a6082ff180538d26b7be33e727f751e91bfa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.value/_s.pt
index b70e8dd6fa17f2cee06168ac23d8b4d8a5df4b99..7153e8fbee8ac9eadd3bd31674941004eef8f634 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.output.dense/_0.pt
index cbc13c3af3d5d1455c84d6728374abce225dc73b..cb9eddc754bb230b8efdf6090558021234c77f11 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.output.dense/_s.pt
index 0eb45fb2234aefe20bafa9c9939cf62877107151..49228f8752d840fb38706b7244497ce3e36ee600 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.intermediate.dense/_0.pt
index 20022d069cafbc14568c91a849c95945f2008f12..c9e31d3818d3dd53224b95c2725d4b674804cc23 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.intermediate.dense/_s.pt
index 3349193614ba833692d0f3049327175aeed7a66b..4b1263a3e68ea5bf847197434d270d17b3afb3fd 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.output.dense/_0.pt
index 5d46e8f95a01fdbd48a84bbd35f39e5098d13df3..d93c42c826bc15f772b8f180a2d34762ea078b02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.output.dense/_s.pt
index 8d88e9aad92803ca6c8afccc0b6e9e97a202878c..1b2f908d594963ca75627b1208e824c415c9f704 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7/trained/vit.encoder.layer.9.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/classifier/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/classifier/_0.pt
index b71373c88d8bb5516f04b27768a4abb246994487..3fa3abd3bdb26ed6580fb3ce8acc290af1f0d19f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/classifier/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/classifier/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/classifier/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/classifier/_s.pt
index 54db437745f61d0f42ec2ca50fd8bd74e7dd2d11..aca99d637ab758462d92f206d9006f2e1abacb4f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/classifier/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/classifier/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt
index 6bfe75d78fbe42070aa1589d6c96bf7892037323..3112a296df4ac055e18e246f0d00554d10bcd966 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt
index 79bf18ad4d4141680952d69c917f536016b131f0..5994513d5acd0b26f7310b674cc41b87b93be8a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt
index e489f2cf8f76bdfc9735ba5663b56f3fc65a5644..3b3fcc85b327954629858fbad6dff72b5babe125 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt
index bd6bc04f61dd836d5b25792b3b22d6fe4ebff8c3..6ea400ceca524265ddaada1fd2849437880e85c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt
index 1e947aa4598960a0e48f078fad65bf6e0b265c28..d301222c91572aa0b591807b092140814b41370d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt
index 90193d6dc8e22950fcefd7c56bc9f491a77fe3f7..6abeb0d5b7376870b61153baeea74e94ab642572 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt
index 1b2a27f54b1efd9dad7878c0e24f1359c6bafb38..528db527bad953985062dda535d325b1dacd24f5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt
index 508ddeb7c5914ceda87565c0c7f9b02fc0ab7e99..2b0bed281a7592e714765a12f4faf0f0081778b4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt
index 833c407c470221954f2edd91b34e02acf4100d5e..2b9b4c94766e48b8a3d030639d974939c6c6254c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt
index cf361175ff24d7531a7592b81e0d94377b7a8efe..628640a4705b0e765cc83c36a2ad235e4d1b8e22 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.output.dense/_0.pt
index 44bab2e3c8cdf66e30e0f34c326763ed986b0b11..47a8f75b7feafac2e6b1253b3a7698ba2b03d1e8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.output.dense/_s.pt
index 81452fd05c6dedc15b3b8e1a3ffd5e830d0eac4a..82fd3cc9afcc34703c0491c60acd22defddb16fe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.0.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt
index 5ed8207c5e3b5731980f1a33e7deb5966deaca54..e251f00b8927729df912163a6f7972ee8f3972e5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt
index 838b29fb6b7350f59a4b65287871a88af876df2b..ed6a983b2f593244899bbb78727fb1e17ee1f44c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt
index 145f29a6343469e0bffe1c923c4fb5ad1611e319..b0ff20b799d16b6a2dc03c470b5f7c7a15b06769 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt
index 468cff389652316d1f2dbd72cc030f9304e6f3bd..885fb1e08872f094c562aec8a139e4f2e22687ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt
index 12edfee42197f79beddb00068ebfd7122245fa29..58e412df801f7a67f96cffde554c0a62c5909c88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt
index d18e800ae5bffd2a1c01fc5db80d720e0c284489..12b284d273275adb69ea3ac42f14ccc0b7d9c2c9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt
index 3dc8b61a74e5dc1854494807f4ef452a61ffde55..d10ba7c3eeb9450894f16a130cdc82843b729484 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt
index 22a1bac29f5d6925a5fc86fef5c90d39499d54a5..954028b55dc08b353995b3e72b364985386956e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt
index 821d67da2907194abf671e753851852a6195b60c..8a8fceee9cbfbb812f3bc895d63b9618632bf240 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt
index 52e86baae22b8669cedc6ea8859cd0b15b28bc12..f65e04d1951dbc26df17c996c71dee24b84a5140 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.output.dense/_0.pt
index 1e867ab724d17900276e7dc37813a43b6f51b78d..7f7c7f63ebda61de132a08fdefccddda9c00be30 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.output.dense/_s.pt
index 28b3d3e805efc9e28d538ffeb5e5303da2be113e..c4056487d20605d8e779dbfad0aa23b9457ffbd9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.1.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt
index 4cd2d09db37b8dab992f04845a4e05ed1bea22cb..07ea25220787b006ce80bb699fa197a4ad785746 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt
index 46a7a6dd5ccd3244158db9a3477d68fc4e62a405..b1737b2ff21969af7af80498f95421f9a42efa46 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt
index d59415a477dca981c1d984e2c145c76581f50b27..01178cad1807bd5337a1dd316331033a2ceb0e80 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt
index 026bd433d376fa52f52d719d8b5e7acc2caccc7e..b088a7aa3750c12f54ada8251f68328240978671 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt
index 4a5a8dd1ce25863271e871d8e363ca5498677994..d105ba313677c66ab47149072563b775a28c75e9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt
index 4003bedf311ce28b4c4ba2e4da157eaeef6a703d..7a23367e39b29b21936847f6cc7d131ddad776da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt
index 231365cbf4c91ae1ffaec68c0e8aafd9c8b7abb8..bea5825181f0eb026090890cc7cacae87f52a33b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt
index 93cf6d5e3a3f334e88298f4bb9f022d0b71a97cf..8ea22c0d2f6c8a059a3c9d90d4de1f732f49d0de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt
index c49e096b898bca7e4a08ab416adf3e1e75ea209a..fbd487055941b60242bad69287c71a9609ff701b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt
index b9cb965992f6431bfed34c4dd87123d3e3d3bf53..8545b179bea30f8c58d8d0db0c5c8c25690f39b1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.output.dense/_0.pt
index 301b21321187ffb4b32c453330aacdf72969a460..4ed14d3d92bfe3c0c8d1711132ee657c96550fe1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.output.dense/_s.pt
index 406c4573c377a6d810c88f5a6d855738018b71bb..12173bb6c6c3539d6481481939f7133f1d844e94 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.10.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt
index b16d877d8c60d8f7dce7ac2bd8de29bc2d74dfb3..e2ccaac56cc8b188a1696d0ce1195d8c87ac9053 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt
index 1da3dc6ce957c74761c3f592f49a694523fc86a0..e4b0b680874600873f54cc4a585aa4343308f03a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt
index 4c78eceeff77839cd019563986a1d3f1efcbca98..dbc35b7f2a2206dedeb9e09cac4acdf10d3753fc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt
index 173c11ba3bc5d9083b287a51f8362761304f4037..c769d9dff5b8b3b9559b10193217afe9952be1d8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt
index d19c99e36386662f7b746e6855616135c94c50b8..77e1a8c2e6a2a04656fea3ea7b9536f32aa9d3bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt
index 9fd743bdc5522b16907df4f2fa77f4927d109911..1c085dd365edd5e6eb718a2e6550c38195a4d406 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt
index 6bc349adbebf72d1b7e06b8f33a672c441e30af2..58f2e2de9cf2b9e94e0c292e6e3105f969d1d0b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt
index 7ec47808ecf6cd06ed0f71c417f550e456618958..f602919eaa810686ea329e0621134d52c82d32c7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt
index ef8c08e2750b6afed0236da9cd569ff1c19fd68d..2144e177bc5a9990dba87d283d44a8fcc0d3c617 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt
index 5e7ef88e39497bd599d6ddc104453ca8504cbe1d..44cc4f4def05480be4ccf273f2fd879871cc8d8b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.output.dense/_0.pt
index 5e20d22eb8016fee524fdb5cbec8b7486aef33fa..a6aa361ce4946d28821b492aacf2b710990d9b88 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.output.dense/_s.pt
index ebb586eb9dedf1b8e399d041e965be583a85c6bd..1d1ccfc7852caca1c5cbcdfc2784e1551ec56ea7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.11.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt
index ea0cef79c8684c90fce2afdccd66a589ae0c2fb3..c571927bf309d1adff6111097f5ef1d3da414d89 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt
index 1fd7891589c474d63b34a2c7e523f95861e2ab84..8bfd669a91cabf7b14b978da0a342c1a7e0649b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt
index 25caff4d3f11d1475178555fcb6349acc13d7461..d32d233b2ca74d9e0fab4e9798af485f625f55e0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt
index 9a4a4efdc6515233fafa1422d2884370862e3f4d..9e70ce97a512c6b728035af32153f1fa8fd5fdbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt
index fc9225c1cdea34d67a7f6b6c42c8b3cb55c7edfe..05a41a630ca1dcb8c8e8c8ad774c7cceb00c3d08 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt
index 4bd58e61f0e6d9ceb7b64c882396077c7381ff39..1fecf98068bfa29f2d2c69472a086b8227c7f44b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt
index 72dfc791cbee5dac7a74177c5e4d0dae47278138..13693a92777c1c9fbe18d9f0343856252ac24411 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt
index 3474fece49e34ee09832f65aba7fdd917f362bab..985f401ef17e1414b85b8af09ca6e6593c91916b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt
index e8493ebfb657ad817952b1cc1b43b9ac3f63a70d..0bd00f0b1fdb8aee04f863eb1342c80dd29e10f7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt
index f820c437d718cad91015ee86622a80df6163d897..b1c82e829bcaa4c7b91c9e4943e3e2e178fd6f7d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.output.dense/_0.pt
index 03b35b41cfdb32b555550f5cb8da343f544cb4d5..7e4a6aa27cfa6c12c1cb28cc87d511439a585260 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.output.dense/_s.pt
index 849ad9848ae676549b0474571502fc776b620a15..bfc7924f243f85e201d82b934df7b6939ef3fbd5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.12.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt
index 747e3d1d482890e2493863be3583c9edfe04be18..27fb5a865bfbd8f6f59079939d396b9fd94c9141 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt
index 0b7329bbb1ad378f0d1efd334375c9f5a6230f2a..3318c7562386b228d2139201dc00eb8acc7c3940 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt
index 9d42841c35f0f6895e20c91799afd7947d9a1016..08727b8b05588c72ad5995416110f5b3efc9e202 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt
index 9e0897e76556943191cb171cfaf8f2b5fb327751..a9489b3aa238801566baaed34264c5e04ee91e73 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt
index 5a33ebdef69d428f84a5c592956f89d5c73b790f..782d0cf17d6444bc7edbe86c084dba5bdec3f186 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt
index 23be6b31f8ff2690027f227d14ee1929c4393bb2..a38043dfe79a27b7e1103064c28b8a65eb4a1f8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt
index 5f94bf70bae87d4d450f91feb68529221b455ea7..bc3930928df40b92c99a12d46d17b57a46ac67a4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt
index d225db7085d0d987d904187389f7f26ec94d1d90..2c57dd12439bccb1980794391d0d1709c6647de5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt
index 0ce6097f002b048ecb72e477f6c6409adcfa5164..2f3a30146758a49ab1dd517d2a88e6b23af7ead5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt
index 670147d79cf507e54cece3d20a954dee4b0d9528..f8593be70a614c5cfde5227000a8602b9b6b799c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.output.dense/_0.pt
index b2400fd14c8020c65b709d1c542e54c5acd4349e..7b9433ffab0d6d5e3d22e5600a34a7dec8e4a817 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.output.dense/_s.pt
index 16251303e083954afb65e068cb11d801868cd4ee..1fa51370be330dddb1ae6d92e8ddde89309926b9 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.13.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt
index f59395d3e9d53b1c291c86046ef377cff3844731..ef9f7ba8451f5a6faadeb5933a708724c4b35bae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt
index ec80781a3c9c138ff804c21d6d94ba0192f6d777..7a69f52c9187f06fd1cd252ec628bb3042edcd16 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt
index 2faf8cac1c15ba3debf7b34a6c0c4ffc658a212e..ba100d0b5b7d615ca8d439eb0552605fdb4283f3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt
index 54e5a4331dd2a75cf7466b958a14ec5009f64bbc..a03d1053b30744551b384f7573cc347340b8cf56 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt
index 60b175443a0a54d9178483a924906e17eae18b16..d3c375321c7a43ce33dea213e4964fa4a157b7e3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt
index df314bb505d7e2f422b7f22a0af9166940ba7dc5..402dd1d5b3a0877ec9d2249115519cc41ff319c5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt
index 6eba42fb5cf760bad97e6d3116782e585c1b8256..ab33b5c57403163a478b09d2647499a46a5ecd74 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt
index 17d9c04565d837df3f15cfc948df4eb239858dc1..93dac4505c02c87051778d026029b895432e9099 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt
index e8f310ba1590c704564f9bb083b321c77a1243ce..0ad0db97020875f29677cbb299baee78731fc9de 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt
index b6febb1537ee201fd9e8dc784b533cadaa9d6334..c4674b95111a20b949200b989e07f6a6c5753690 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.output.dense/_0.pt
index c185463e32bf28fa7e0e26ad39b2d836453a9c8d..b942c2d7016a3206764cd6c7321997b3410af9a2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.output.dense/_s.pt
index 0466e111772979541e34f2476ef35a51339a941e..189fce9cc7943821f4ec819f173e7d949f6d2c02 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.14.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt
index 7667ebb0feb0029ff2eb22268a1873db599de10c..a09c6756a5141969bc6f05ef716dba1c2bfd3fd5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt
index 078863fae149d9fe3c3b8d27e71812f4ae3b79a3..980fba1e41ff09efde6ea18a92138526994ad434 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt
index 4d2b7553058189d9d2206c77eba883b0267f39f8..904a0fe331c260dd529316d707261c7e542d2f28 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt
index 48aa136beb7ff758721d8030e42f34c4235f7d92..9dc0bb855f3beded9694fd00aeaa661e5d20e141 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt
index 1d360aef7a75c3397d2f335add2df5908a99a493..94aa7077e3c7fe1bc2a674130aea670de29d6773 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt
index 16a58beacd96e2b70b0d8e548e78c02dc07450ad..c92b2c4f9f214fd87e56c2920cb38c7c9ff7f57b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt
index 92da25fc4be8f6dcfb136160ab2a72eaf9f857d3..566b2e5e826f1fcedf14a792b8c115478b31ff0b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt
index 685218cfdf9eef7952d6de8b79b4026e1c11eeb5..47b5aaec078e0bf215498de43a992f682ecbfc0d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt
index 8a639f999160164eea33707d4e25d988ee1a6ff8..24d237d91025d0d0d00a8ebd7a82740950b9c443 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt
index 45932721165f68ef15d95cecf606bf0bb179769f..5d72373d5930a868777bfe0cecb5a865b6e28581 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.output.dense/_0.pt
index dccec1b7bc3f13bd1f7f6a5f9c96f64131f31660..512fcba6143286b62b42bdf8ede274ec711073ed 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.output.dense/_s.pt
index a7a2a16006f3d86ad25d1e39a3e1888e2571f394..568769520f1e60cdb8318dd36bcdd8835ff93c47 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.15.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt
index 233e84d61233a76dd93e34ac2a08c68fb9a34dc8..fbd43c76369249ea9512657f063738ad6d44428c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt
index 20c3267a3036309d8d5b6f330533c79d46a86091..9cf6577ae780ad00b584f4cb350811f1e4b436f2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt
index 72fc2b3e38cd6c48e47d086f1e93c7894e316e49..c4a0682869cab6193c3250f1e8181541907ebb71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt
index 95b521676101d1c591186d5917880fffb40d2cfd..a07c18589c81c899200d1159a9ae31a6877f8d6c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt
index 19a5c43ad6be8b4b56c22769cf80140353bafdee..d08fc12d6d50c1306c63c96f1bcb5e2efc25e103 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt
index bbabf6438793aad1d965d30d2d4c784cddef5095..66347dbcced5653e70844336ceb1131489468c66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt
index 4dcf84a11cbad7c8427f5ecf66176076ab901b5e..d12450b06f9162e7bd118fe8f6105933fa8bef97 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt
index d311b475ecda0cac1889b1f55e181dc3edd22426..b1776a886753fc9ecb6aedab8233c8466ccf5db3 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt
index 2874c532bfbbc372a534eca8100d7a3c95a1cbe9..1c5414948a049ebcdb73cd37b1bdb1720efe019f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt
index 54521eaa5e4f4faf4ea68b5fccd6d14e5e5a64b8..ea2d1191419917a4dd0283f1fc4f357f80b05a66 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.output.dense/_0.pt
index 189313ff40f6478ec8f747341d105b9db29e3ea7..d1a25ba5fc69ee0789e164d262de22d592fca6b7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.output.dense/_s.pt
index 5c914a1c528578741aa9f929ddb4e03ce55ca2c5..7015a62ad791bc16edfe2c62873017d1f2e78cad 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.16.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt
index 69cdc71e95b8dfe769e637e80dbec6ea00d03395..a30ad2f506722b84c2ca29d51648c2b7cf8eaec4 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt
index d526cb72e920846a29a339efb5b0b008d0fe2586..904981f5c28522828bd1300f4aa8ca04e0341e71 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt
index 0336d232bf7a01725e6cacca00a180bf02bd4c6a..66e89a2c23cb8a8b9eb0e5670627b7cb310c7535 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt
index 4de89f38d4d63a4def13abd92b5419c9a1728288..6c9072e9a11c95eebf3af3a4b33548e9752011af 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt
index e1427f9e851ca8a41185233bd58048306b53cf21..184642d0a1c74754da5344d488a10a5d8cf439fa 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt
index a89d45c3e19ecac6b285924219210ce55455ffe7..0e86b0c61650b21a3f9ed4923ad5a3a4a2c6c23d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt
index b292c718c7dafe5c2e71c3625c904e48633b61e0..232e5a442c3f103dbfdeb789bdbadf9ebea72227 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt
index 56b85a36a0b1684b5c4b4de7465c9273a48eb9d5..05f11aa37b2f0171001d03d1ddf1376faba7673a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt
index 0319b1a988fef7692d189be3eddf42c48757a8ad..aed06b70a125c01ac819e7f48967d857467926cb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt
index 2a7ffe79c1b412b890c4f5992fdd7a5f32397c02..9f9b30e3c611ac58b983a847e2149ca35e55a040 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.output.dense/_0.pt
index 038c83bbd598c805ded78a838581b8d520c5dc32..94beb5edc5be595ca9dbb9c55ca7ae1b96c7d933 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.output.dense/_s.pt
index 94c088a49ef48e2c4a60009adb6c0f0cde07e13e..476f7de32841268e61b75b7817dc772814c7f4b6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.17.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt
index b2111d56b0584fd9eccc240a8cf04f93514af7d8..79a1cd4f2828061234ed35701bea373d5b79172b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt
index 36f4d9a1e6cd1dfaf6c3e14f862f6542affb3513..76a10d5541b1ed0e98665f250c34a9da990a271a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt
index 659e56961e6647062ed233c6fa886779061f77fa..5c565a26386012129f7134119c33a0810a840a27 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt
index e021431442d10e295afa09cc43e5447951156432..f1f7b6943587c082931a7ced1e19511d716d6fe7 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt
index 8dc4c03fa094975c80d8248f4da0c976acaa8682..e8cb32d6a7c5dfd94b918ce9fb859b047afbd39a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt
index 2ec2d98050c3be9de1a108507367c4809e86fe8c..19379b6a3927bb4ceac63f7ae5b66bee55e7371f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt
index 97e7ab5f897fd8c97381787ad163f925ac7a17b2..b3b7c88e9a8425c17d85dada10cbf1a374502fd6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt
index 3285e99eafb1d7527616e8206f826af3e8f615ad..88d39c7b75b2f2e6714100a357267019896c6c75 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt
index 207b06d5e2b67a4b6f323797bc2a944e4cd21d68..d125bff303fb0d6c4284907f3617b506fbdf278c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt
index f66b8fce952e8be6188c2f4a71d2f259a95b4634..69f5bb5c479979248048c243ebf9ae71aa60a16e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.output.dense/_0.pt
index a299a68dc2ecdbe6705c9d7234dc0307ee5f96bd..94ea79a3fb6a674ce6b99ba71be002aa4161a44b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.output.dense/_s.pt
index 1e80ead630ce3f40185255708961746ef6c47814..bd17168c56b545671c014b1d9fe42750fa8e0e17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.18.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt
index 551ecb764ed0cb8248be4cbc7a15e4e37c94aa4d..1d88b6d56ecfb062c85bca85d57e31efc1642517 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt
index 4ea23acb09b49e9f36e4fd0e3664195b3cb6878f..66c330b82cc56231491a9bf47694db22d764ec3b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt
index fcad9129f31e008725df4fa843bc01bee483ef8f..c23e5cab5644b779d5d9beda36ccc92dde1bfe7f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt
index 120ad1d23164449287588e237578136ddebeeb8f..b232816183173be9b79d5ac603208dd7f2b6124c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt
index 4edec34d4ae057030406ec21a4efa9e07d4554cf..2e440791912a4d001f5d6729bb82e95afc145cf8 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt
index 5846883cdc2481083e3ab87b86ce05cae4f7db39..b14c4c0042a2cc818c9dbec9dc23be5a839a28da 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt
index aed0b03070041379f6cc783a07441dffa8d487f8..913c025ceede61b72830c2413b6a94cec324aeb1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt
index 1672eef22f224d847ea69b34d209eb4f20f3dfa6..1000a30e50c008ad1d8151143b8001a19780d740 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt
index 96e8db67260dd0686970cf9635a92cf2e5d034b5..636305a6b77182ec2da6306655dae384bfba2dbf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt
index 3a32b9ad30527f7741f097dcea70a6944924036e..37f4ba21cac032685a61d812f744782791aefea2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.output.dense/_0.pt
index 5182811556868988cacc2cf76ca3b80e1e0018b5..4a7aab111bfbeaaf816f693e96055b6946667f17 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.output.dense/_s.pt
index e7f3a3e08b8ef1c19edf2a5ba25d1abcc3bdb5f8..a7fc74ac3038dcad84e1f24d47a6777d45f0822a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.19.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt
index 603ff487b72d9ac51e3c9fc3265ace8ffe4fffd8..05eab50f9abeb9d1d3b326bccec2fc2fbaf84477 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt
index fec0abf1b7b540c857460eb3d746dd60030c2eec..acffbbcc498d149965681eaa5baad843859c3383 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt
index e8ea4c3f563bdf938f9b9fe5d0acff2ab72c31c7..740438c7b0f26cafd0ae0b1f0276d92475dd760f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt
index 584b48a98dbbd6ae1de75e62252c007eafa792ea..b51f115edc25e374c364b8575c55c521678b5911 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt
index f63b047c8c623f0b0b807df3649a3f29f36fd039..5e64ea1d79223569893eaae45c06a723835dd63d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt
index dc671254a8e47ea90fa644da27ccf5911535b526..c2991073e82848ee09c080c89af0b42ed7e2e9ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt
index 8150175aa205dc3dd994bd0ee22d669ff4e43efd..5bdebd43826f9e9ce365a1bfc96705fd1a9654ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt
index 11de84e26d7cb845a530f4411f4897c72c35f8f4..c517ef0147c26dcfcd9a95117487e060910c8534 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt
index 2740314b273306241890f40e23db3e975e980af0..082623f986ca2769c08cd61ce16305b994624d15 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt
index 98f8c99f5f3429339bb4dc2b0f07baa8a081a8af..9b419e0940f4082359705f50236d7cf4de9befca 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.output.dense/_0.pt
index f5b8327f7b7cfa861c0713822649ec462f8cee09..a4ea866a132f648971df93a0a48b8dad97092e92 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.output.dense/_s.pt
index 8ed9291abdf3610de4d9f17ff46319958900a455..58b991a6a7c3c1f2e94053563534d3a205aedc57 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.2.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt
index faf23b2d91ad250e3c7fbf0f338b6369cc687ab0..22dbeb7610d0f067ee6735f4bb7fa4d8a416d936 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt
index f9949848d857067ed82c31d7ac50394f6762eb6f..4fdcdbd098f6d439456211a4dce0aba7308091c1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt
index 3a1c802481f86ae675ab5d1ee47223f003a954e0..ccb97dc641c2b8edc2287efcff15a37cf9f21c2f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt
index 9e831d81ec2c14df98cb36e56cb54661bac22120..76db1969305cdd05e2173781c4c27b0a46cae42a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt
index ba1e1af313a82c4e29eb20485a8fada2005b7b2b..5ee7ba9d6e31518b2d6f0ddeb03b0e1482e68f3a 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt
index 296748c58fcfd4208aeb1179ae2e75ac1fb5fc91..6b43159beb95827c37a88dfdd5432d6d84cbb94b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt
index 628b7c8e98c2a8884550fb4b8403f00a6a18a0f9..1788855d59df8669760241b9bd8246f29fa321bc 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt
index 3403c08f9af2ba0d3a98367f69f9ee057b87a17c..8bfd049905d62ce2bd3d0474f988719be4e15ef2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt
index 803e8c95b674b39397345301ada0a7628b63c614..57714da4fd030a8ba58487f56b74f56a4542cc49 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt
index d78ac41528502a3fb1a9364b958235e1552f8e74..a178e15401c08364cfe8cba7658459b0b7b42846 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.output.dense/_0.pt
index d46565385a00c3732893dba0626cdfe247b07176..1834bf3de9d0977ba5f678bae10acb4068c2a0f0 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.output.dense/_s.pt
index 9df511f9afc3cdfd0fe01e94a3008b5ddf95cbcc..6e0db3aef1fe28240f1adad3a9ad5c2ca2b707d5 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.20.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt
index a6b8af889db52857bdf9f4e5441d18ec794d1ef7..497335a5971a2853bccb9132e98dc9f1e197fe05 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt
index ae0f562d5fea255f5282f55ba0cc55687c871f91..80b7c92e4ea05e8337791c1ee187c21f713666cf 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt
index f4000076c424e83e19878cbb0457104742f45be1..b9c6fafa3da2d2ead23d958fb0c1ecd5d9c554b2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt
index 4db146d46c4e69c151088cf58586c6e7120b9c58..eae9420654613289828b06048153e9e643f657ff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt
index e95afcb338ffd94154c3a95645958cbe0ff71973..dc7eed1022de139ac09262b62c39a23db1a680ae 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt
index 67f2dc3bf0fddf97cbb2dcd21adb1cf01dcb5ece..42d51bd5a49a603ed910e0d3f0e1d9c904a9152e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt
index 19f3eefd45cb0f931bdfb4d04b5b50d27996a61c..3d7cd77c2b4cbd423f65649fb4fb548a5163216b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt
index 6e55e568ff18c382b051a3ebfbf7427064a1cb86..ec546a0dbd8786387e23027768670c00bf30af52 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt
index 85a7c65ba4eb9beb5e5fdcb27bc7f0c7bf517864..5f4e0e246c904ee5380d2abb64c51a816df1f34d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt
index fef9e051c1586e920ada8eff9f49abed1ff7979d..8d20a20c834359c4dcc5a7ce105a05cc3c5f6c5e 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.output.dense/_0.pt
index 256a56bb678a01891d5cbafeb696ce33f39eb712..fea099f49c234ec375fc40a40a4f786bb166befe 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.output.dense/_s.pt
index 3dadd5d93d8826d67d3a09564b141083d557e951..8e9b2a87dc55c9d13b1c84a89d11a6cf85d8c7e2 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.21.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt
index 46566e2b29e84716cee2ce1f8390451565c7fa87..20806072863cbb95a0c9cbbc73fd247876489d4d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt
index e360a300dcaee75ee116d325140eb9b52b4826a0..7c63fcbfbfbb350baeb893c24fd51b788496ee84 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt
index 31ec3aac93598ca5e02ea7f065109eccf261af9e..b489c3396c99b3b52d253a0cab84a6b3cb341954 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt
index db2880ca935c877ebd4ddd25abf4e72511963b63..a5e699358e7395c4ee6d9e31c969c7641c21e831 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt
index b557add907fa06e547c11e18e897184d5a3b6143..ef5fdf938e8474725a10c832651074db8e0e015d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt
index 750327822822e41b64718f60476ac9a1d3d80c9b..e0e73e8dd1bcfaf37173bd78cebb40d2920d1536 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt
index 5a28da8f6d5a4d9fb9d7856163f76ff6133a5b48..f00d6fe43ce3fece1b9ed7d5b72b89ca69b8cf6f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt
index 09a69d9807a7364baaff8b47f3db1aa57e0f2d64..10c6f48989ee5de2925e2ec938b45e614df3ab0c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt
index 8fbd89cb4f8c3e6e4221e17a0a5f9b51a77bc716..22956190c4ecefa299397610d10bf8d4a5741a43 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt
index b4e2d2c6380ed37ac9cadca6ba2c49a31ad67888..dfc8a7da7bff7604c912faf48f586d0e4514cbfb 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.output.dense/_0.pt
index aea8e4a117eb2317870875ccc7fdde5c7ac3b3ce..76acb23042090534d7eea8b6b288950ec224814f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.output.dense/_s.pt
index fd2fd788eb133ba61ee9616e0d2337944b72b92b..de0ace6828b27252a2d115f284d90af4bb4bd8ef 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.22.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt
index 2d3ecac496af1ec647cda891158f3a59cb324a34..21b171c899e70ce5dadb007a28ce7ecbff629f8d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt
index a7e235a883becc751080f43bfc39b8d581d39b71..4a48bef3a6f29360fcb31afab27556f213e3a39b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt
index 370e85e3620c943af9ad199f85d42060ee2d9a32..b41dba1ac897f5b4b0a06e52e0f9b8c360319c67 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt
index 5e57a38be6b44826f4cd86803f22b0d99f8b69ec..99f80becd42d3b3449d2848f3bb5ce4d6306b439 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.query/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt
index 032e2f405cc73d628c5b44aff100d6c0ddd8cc4d..4a022d5d74080c97f98c58de9d094dd308c86f0f 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.value/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt
index cae0dd887b04eb6f4a08bece5463bce2377f30a8..81a4e73c674b5a54f9b52263ec5bc3e254a08ed1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.attention.value/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt
index 95e54e4d3617b07e7778a93b3f65b238ae3cc819..4a8003bb3d2ea2bf34077a7cfddd5bd5904bfc5d 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt
index ec1850800e6785596d0e739684818add9d399b38..dd4c8bfdd959ad77e344645a3567fda6233e502c 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.attention.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt
index 2c3853d1378c5c3ae5fdd8ca7ac9e58402f81e67..f8f073ddd705dd95485b1a0c756a520a241189c6 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.intermediate.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt
index 712c6a7ffc9218534fc1d0883d759c31570c1e30..a4d4451dbdd13e4b5925d0a0a1d39e66f3b64b60 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.intermediate.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.output.dense/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.output.dense/_0.pt
index 85aa5c6809d7e0ae5ada1ac3c9ea7ab3aa0f7e36..63377c4d25cc19a9533551ad5737029e3423b36b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.output.dense/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.output.dense/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.output.dense/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.output.dense/_s.pt
index c4b89b65f34cdcfe9a6709c91f33342f08d46a35..6cf1554462756e980e4a653c0118ac3e5ff5cbff 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.output.dense/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.23.output.dense/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt
index 58e3ceef7013a548aeb29f6a8e72e6be215f2f2c..96adca72720b383c8d2e800dd0b45fca2b1d112b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.key/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt
index beb040dadcb1c7362809794ff0db6f9bd1e6fbfd..50fe69367e2fe94da6d4ed964a4cf4f2b0863da1 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.key/_s.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt
index a0f89ad2effb01c94f3e60b2f6c218baec31ba77..6430175ec551b15c2996ad9658dc417d08bfb947 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.query/_0.pt differ
diff --git a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt
index ca3a1db5d1421470c559087b9763af1b02678e03..93e194a283fb455ff3839244817382eeba02df5b 100644
Binary files a/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt and b/params/vit/8/rnd_search_t_lin/comb_7_t/global_train/vit.encoder.layer.3.attention.attention.query/_s.pt differ