diff --git a/params/vit/8/fixed/woq/init/classifier/scale.pt b/params/vit/8/fixed/woq/init/classifier/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ef9c9c60093e53a85fb4fb96ad38b93d1b65ad
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/classifier/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5a25cf786b3001f19d6845a13f7f6035dbfd9fbf7a4ca34afc822680beb664
+size 5138
diff --git a/params/vit/8/fixed/woq/init/classifier/zp.pt b/params/vit/8/fixed/woq/init/classifier/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/classifier/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eefa99a824cb02fe8f2f9bcf34dabd11c6cdea1
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc79850c09c386aac74b3914f1d4b341212ffa6340b05f08c124c81a00ed6600
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ae8a419872a11606112eaf668d0a055657a4d5
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda63904220dbfff8c63bfd128cf7d98f2d2cd0bac622cca1ee3d0f86a1063fa
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3fab6e8415c6e7a007ca57f8753fbf15ed096e
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822e423acec645e8f7e4b4613ad535a06ac9e0e789d536b5bd2251a23d740230
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734d8b25bd581f42210e54e1851a99301a6f6dda
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317223d43784e4be0936ef9bcb1e76b8b572d10fa6ad235c663d2fed7eb33e85
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acfb8af5533359e383ae091a87471902586244a
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe3702227a5fa31728dddf01b14f675d16ae6aca07313e339599127723185e2
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5f32ccb6066f269740a073d3e7a56a92e1852
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593d6c6919117d2a509733cd1f78cef63fa056c004496a4221d0dcb9102233a8
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bda24e366235b8b73fe5d4eefed992e1394dd7
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def5124951c44643cc25bd37c454e4d2860ffc68be2db716d5f2f971d4c11def
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf66efc48c502d91bb559d7c13d1b32899f1700
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11755f4c5ea67708e398a5453fe90e759af34c6ded4bf1c0705ad75a7d38def4
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6424369a967a2a688bbe963d028984806ade4a
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8cbe27a6382e94a2b849a21c34b29df30026663fa281eb4304ffc7bbda2c78
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17da38ff16b0f0593f22ca6055dffbeac1ca943a
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e5f10fd6351d6dfed4ec84316accdd4e5447b4dae081e55b2cef2ff77754b8
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebc4e44d631eaf490d96ec1bec54ad26f55241b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb34666aca6aac57454a78ce525a973aa2bfab7ba9ee588d2e33d062790284f
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d323035981597c0c72e78a46721b78de45e2b5
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a22b93d24fba6dadc490806ff8027a1f414e8a1dfdb5888f2c3dfbe6d82a7b0
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49728d05f9341f46fc8089d034e8ecd2c0b81afc
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502b4df0ffb55327daaac5b063e629ad328014c5312a8a1821fa85f63a45ddca
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de01503e82f47f6dbaa980e9cca0a7243405f072
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35485714c9b7a33ffc9563fccde447d3fa55f788e5cf2db4663830a4b847f06e
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37c8a3afefa6f9342613434201035058c0b548f
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57fc2ec0918648efa082279681e99bea4be9d0793688dd4d33e12b28994229c
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee37a1f033c76d9722e724eb653347844f387cda
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00bc27f1e1f44526f677d0f2ab60661bfc0452a073ef04f7ea55234d9c78275
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d7b29ef23905f7b1fabb9be6170ec573bdfe29
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3cb7ee2166e7448109715adbfcec7c644de001ec93dd866b285dc174a07977
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35b3e9f28fe3afcf8967e0a83a15e2c3559d2aa
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec65f6c107cf6334e598cf8f31ba511ae150358418ff1798816239f3adacea38
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eee3e300f4c09cadc086ae6e60d3bd320ff1e69
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e8d3b3ae05f20d7982b934f6fb7f2495ab342c15b024a36dcdcf9c0a476f53
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac0689dd6d50c64c05a250a237afef9723cff55
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3e8db1126bec7e30a72a23f2e2d716a0e8f3e993c54bcf0ebd08eb78b0d5eb
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fb0c788bfd21929f8d18cd07ada72573fed1ac
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85da69bcd0fae4a350dc9fad253a7ca23c2ad7722f64ebf238a4799de7b6bc72
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467c215e449a1421bfa26b383018a463d7798a2c
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d8c83c81ca2ed1684b71c7caf369ae77e221cf77674bd655c55abdbeb8df21
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd6791e8c187d3acc808f4152d5223e7c4ac7be
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448d31796a8287c23f58351c9b5a60fda26a727c6553bd9696dca88732246600
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc93e3f72b6e977e940eb6fba63262b28112c9d6
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1b0a88d019b5281ed15322cf194d021500664ed6a31d2c47e466bcd2058421
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2aaee4b43faa2f7005407190fbba9839c6f854
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269608e555ef5ed433fd1694693c95f95b5c0c7cff164a2a13005cfae4300d21
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5cab73a874f35b70147bd863cfdc608faabddc
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f2ee25e8de427bf68a40cd9c02ac6834bb2e2389bf3ad075f18aba33422fe4
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b1699874f3f93afffd05fed41f52a876b1b21d
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b81dad026a2e1592c6d323576709fb90f0fd7fa96bf0536a6581b3140dbccdc
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85b964739d1db11299231d1c8750b13ba3a3152
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea89f700d4b4e33b3570c71444019092a6ced010a90afb1185e76f6dfadf3ea
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9d6fc670d351f2cb349a01f752b7177fe635aa
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a598d2b612830df8b1bf81b36309f1a3f6a0bb2419c4163fa0f694a0690cd271
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56bd64dc88202c2687005f0c378aaff0486edb8
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a716c880b820a4adde70edcf669a159663263ae9a453caf874d29511116e2b3
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54df6b26dbd4edcaf1e3b11e8c41e3bb2a908dc
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c13bc51dd896d5ae5bd2059500d0fa94f9d55cf233c249973b04656c85282a6
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d535dfbdb16192adc46b9f16d4370a0354d90b90
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671ac51c74aadc5de8416d4078e975b5975a47120e8751b17f68b5dab2590435
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b75c60c7575e43f3d299d8b5adc84898f3c3a4
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d436e328c4f08d071a1d4ab0662a0818a94c006297c44e5232c2e4a313656df6
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3d3728d1f3d3d82ccc61e5fe2685e112058938
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63ad49bd9bf94509dc4fc160766065629720a7acefab55281d9a85f2cc87ea1
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd9cb474ca24df0bd1001ce514afd7956cbfa8c
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512be12dfeedc7beed6e3447e0aa3cf24fef90de7390ae80bf7ee12cc0112976
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3555369048614f8d819139d621d58aa32a9c034c
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ed9f4f9ae270c3720d92114161e69009e3df8e159f05de3105e773fcb0c745
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2c646bea7282397f0c72b0a05cbf292c8f56b6
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcc859ec3f17fedc071238fe624855dd66e8dcec2683c5faee4987fd5e1d661
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b52c14840a52cf734cb1a5dc5341a72d2441a02
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d04e8b285af3de4c0a438f8f25df3306a7ce320b35934cf96194a3a7f3cd45
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9c6ebb108647afa7e1316bd6763ccaacf1c43a
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fde1b384368bd890a7055dc3eddbde4444c49d5839ada76cf8465bcc65928a
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d340f4ec645b796733f8c3be4d8eda2f5ded6f0d
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112ba11ef21fa21ca7937572402e6fe91a3777be301b1026f19b487c21491162
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b5a84f484afae1b0c018e60e62f65b9d15e90a
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a171868ceafefa72779f96a633a433c64dc0b428bc652f57ae94d67cbcb3f479
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ff5a2c1775c50c07d3620e6cbd58e679cb3800
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42356450e67e9b500e165fc4ac4c788a0433d1ad16889a7e13c3b5feca71fa79
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8def48c7a14998742c946f5e6eafdaa00db13dfb
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cdc922325d21f55bc7c248ee7d0830cf93de71fc78af43e1de64c39c15da0d
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd3745822a13b4390a3b5bc7739e450a2eda455
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273688c302824bd6d38209f714afc9fc46f507b907bcbea51404b2a4b56489c3
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec9a1e242ea95903cbe79e8ef791ec09f0f10f0
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42aad3edace914fdae76b467722aa476d009ef4f4f3bfbe4b0d1c82adf4767af
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbe6c2bb1c9989c9a3fe01d03e9a3afaf1404e9
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20201312a76a47f9fe3ad8c315e93e92bf521ce67823f728268c5e418831e962
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed92b8d21eee03b32b64b20f56e3a7d071c070d
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a966888441aae19b59dedb9e74dee182db7e3ede083a3991039c4f5d4b822cfd
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387034218b67da9fca93f5ca1b19bba319f67587
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abe00afdf47dafcfcacc1719dcea5c94ef35f56adc09b1dd51429cec3ab8493
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee06907935cfe765f61af57ec6b00425b191ae7
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c49ef1e22896cf1abb7e67e316cedff096ab4ced8edf2ff0a05edb07b6d62e5
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f341c7cce7c1ccc689db59a03f99a78835d961
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ee84214a217f09b97b801c530ac90cab21c408b2d3e6fabcf4f304436277b7
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a835fc0d7ce51f223c3fe1c29cef1cf4eaeae2d8
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d94f6358ae7769853d5350de06ade8ce282a8b8a6f557dcdcb5c1ece25c2efc
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf523ee2c3e166e86337a16dc8217283983260d
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ea5c999e0af6ac749a0928a471ba5d301d41ec628bd969b3ebcc885cfb3077
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd58ee3dabc7f3704e92833f83a785de0628ee30
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb278d9c063be7e000d8566a5db796ff72692b11325d2b98a6b16748c3fcabee
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92c033d6bfbe673f95787a8c68a2628cc66d168
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b298e988db8f172f78dda1023f78c4d9893388d64f9406b6a802198090f9efa6
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a2bb758a96fe52cd74fef3180e054a54824c09
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124652298cff74b380d2e5a96976ba7d30f2f163ca80b7956fb56e390d8538aa
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d64c39482d6c62c0f442187374d53f89a57f630
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148c5d4435de88a9e9ea92d51613e928650cd759316e07722e1612ec3bf704e8
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ecfce23ec3db0aff28e3062dcca7d7e8b18dbf8
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef627ce2185b05a604f96cd775ec35ca70f9e71e81465778f3255e086e7554c
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fc6ef91e2ef68817f484af4da2ea904939f13a
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3441732b67f59af8310d625ab7acaa693012819ec9765d1709a701d285298588
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa4b0ebb2c1fb6854266302be6954096348cc96
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85adc3053ea5da38f2d184c5c8a78f1542a202a8e338ea730b158ce4759c7933
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ce9fa3cb682bd5f46e5f0979b0e40e3590db35
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b116c841b0508cc085894d800259a51ce8405b30d7af1cc6253e6f7235e5e32
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ceb4dd4fea38303886a19dd43add0fa4d508db
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195630bdf1ebbf0c992411e222000920963ec3bb1d4aa846cbc406be1392ebe9
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9d483c4d09f4733c9e733f6d49ffdf9965c6cb
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7e4e44fe829e3ebe8615b57df17f358d20b321c1edbdfe7bf6c568b73ff40f
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c31fbfbc0c5b4330363d56067c15932c051fee4
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe0dcda3de9c3947f8887a9deb643325767f7dad45bb8e81931328fbbcb1543
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a7c4d39fb1a413ea79a4c037592ea663776799
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4148072e9bcec34d52a448293acdf8d12112821c2e761cbd28c1a024b73ee4bb
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f349e34210a2d834cf94c3c4307541a36d8b36
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d44309cee5c10b7fa4ba8389a5046715d1ded8f8ea4aeaaa749cede9b696a91
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cba8a56996b6fab884d9969c82597c0bd27b9d
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db8ad1873c852cb350e6c45d050c102a286b330450bacee14fa1ac539010565
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe51db13b7b3e4f3b5c0211d23be1ba5959fc358
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6178d3cca87d75d3875355173e1b19da813303e8db6d03f81ded4f6d3be2ccdd
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba0c2658ed5427e2cf4c9b550e4d1dd964eecd9
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741d345fa5016f3f311e82eaa366f87dd32c057ddd088cc6ceeb282b45751b23
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a541fbcb4f4c598bc3213ab89dbabc64694c2b6
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6e455dcc50397f2a4b068df19e2305badde716265ec530f520c16dc68cdd13
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8a3b518876e9cde7cfd69fcda7371417599282
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e1d1b2038920c53d444dfdfc48c18ef49d04a48a54204f64ed8a9c52502353
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2d423a0b1a22667625105a0bb10867db226d93
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ed95f01a58ec5607c7a1863cfaae7fce1b6c703bfcfc410ee32623db498687
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6475916f121d6b63e06ad9ceeee8b6fe0c83127d
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23939816cc71ca66a370ab3e7ae5c3a5e071cffbf943027ed58f441fa7d6102e
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0c3b2bac16be5c59ac7f6bfaddfcf3f1f22bee
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00463d09e2c735469814098b37fb1b0b565bb7efca023a26762d429e16fafb33
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e2a692b17a2f80e8e5032bae45019f24e35a81
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3283356275e5112216a5f237f4aaf39de8e26086653d26c7ae2aca89041d5fac
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20911aa1d2fc65bc4ed397d2b9082b917930bb1
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fb964b1c49650ba28253fad4f3a239ba960e4614264252ca2b1ff179aeb1d8
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973818cf9391bd7302cf11ef4690a2ad14de447a
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d15c37d65282b4d2b040df2066d125fec626bda37cfdc934364f4d63ee1f7e4
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d16512081aa34d141060b5a0c564ea34407ba4
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2924241f35fe26322a67d51ec91c7ad75441c31d73d61439cb30e6fe30797e3
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e51e7cc5c7cb07c5d7895fec72427f432e3bf6
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e19c60e2614eacf5baf79427366405c176790eebce61ff2d3672b96fec3653
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad157856d47b612c09ee3d3ec15f85c141c19d7
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdacb8e44dd740b71d764e4578b31c2b4eb386f1758518da8b176976c853e79
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fb6581fec4962a4c514f15c7f91a03166ead0c
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f4627c1ad539ac1264b5aa261e75670c4c1c75fc18b7c3bcbbc3b8fa1229db
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41e1b333c0ea6f75443b788c5476fa590313d4d
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a408bb811b2f161c75494986e02d336bdf1fff9321b1810728642d449d36e4
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf54acb4d2cea08d754e3c4ffbbc0700db805d24
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac66995abfa7364a851dbe90bf67288ee53e5fd20b35ce9ab2e60bbf1c25e71
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d31f13ba708f74056c4ebc7961d2a632f17d15f
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a366acafa824950f8d1d6d609f49e9f871f377f110b3dee63ef04a13c7101a
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd531dd3e5f8e5fba6dfacadfe141d287c4c1d15
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926ed442cb83b81022c619999f25544615aeeb292736df704a2bd569b5d3fd54
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590134456ac96b5147ff6e4c2d017135329fa854
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a996d6fc556c76c7c823f391f30108f9a45aca3dcdbb9d55325e508f4ef0388
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284ff21127500b68e7ccfee631dd1e0ab7742dce
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51969498d9b9c8c2b65f979aacb8def3996b05305835f2dfd4a7c4efb5ed5806
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccddd3ca2fd53515bcbf7c5ca7cf8bc51474bc6
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdd7f5b7f56033f180da74354eb520367d285b9a6961c93bedf406f61c0cb43
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963651abe50cacb025a5a2eada27dcb58452f490
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13ad8f3b67fc693e82b0f6055a5e13eba07fd38737463e3faa9a8bec2b540e6
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7868c267ca5aeca8162673defcce96926e340a
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31528d366f5fcfde58811823cdcb251716093dbd0ebdd6621fc23bb9c6710ed
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa7b88e9709c686e48ca8a9776de5f8561e307f
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a586b78438aed08ac6f398ef4b0d9276c500ba0f4da225943638cad10182cf
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9f3f51a0a430fab8261b782eda216380070f23
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5350e2ea46ad66d02d9d70665ad14c571d859e741a24191d3852bcb740e617bc
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71f47526e1ee76165c2e7c6a871bf6b5183d3b9
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a00b5606a422c9b3bc7dbfdfbc48045733e2c8a7f3db8c18ffc1a4442648897
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66425e2e54dc392342da20bbe58070323ad4c0da
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4033b325de6009aaabecaaea026bc10cf10511dd22d1259e3a3c1a78c67e2402
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b7173c91d50e8bd82511bfad885cca8b5f768f
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0033c32dcd8cb35694e30ad19018cbff95697c3bbfb555522eff733ea2538b16
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885b4f2d20a4e66d63c40096f05b3af33aec12c9
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42199bc3c2ded485404c256ba19c69729a9da730b71aca9a06b71e4a6c9a4b1
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a9a13a76184b8853579a52cd838c60faae3d17
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61acf8f7742838d81c04fa0552f3bc175abb93c3a2d4df1c698854f0549e48ac
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd769939e60debdd394547dde6f1c48393380353
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1374e696119bb27ae59a020559f8e58b15a9e20ef0e7d9ec9c14861693d43317
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55348b52b17c5663356081e8056ad861b323fb9f
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b942616bedb790db81c1aa6431b01c596a571fc02d8c05bdab71e39ca6583bae
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08997bf29c71c8b82f2441dceb74fcdad7e1c37
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f5126c6fa8a85ce2a82a3b3e66498d4f5bbf06d7aaeb312d7e050eb2a0597c
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e84c2bfd5ee0c1307a2d0f40de22b5644c6887
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8059813c86f5bb5f79e5c252c428c41450c55ebf2574d7334862a2ddf2c39773
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac6797d6e9e760598daf3ff4adb240935bc6ef6
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e31aecaff039298531ba51b3ea103b92636e70caa6c6cf9729c99cda030d8e
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd04bb1e6db59dbcbe8f349af83e8a82c009035
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab229038e4fa2ee4e86de3ab6584a2901cd9ae45b952c9b3251d5d5e5acd5aed
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc7cddf76246cda61a14655bd0dfb15db770e0f
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c4c8cacab0d3e1548a18849cdeaee87dee372a8cf493c110da7ddeade9688f
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c81fe9ba03ab6d89c3d5055b773035aae38bea
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774ead35622367bd4a55f48b1a23f5ca4216900609d288bd1ac2746b2d71510a
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db158d95ca8b0263c225c0551c2d80efba6300cc
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6c5f05fa0cf9d800c406de7d916aded3483ac15c972754c502ceae83dfb7b7
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756d54b0ced4666107b1031b569c2e36a052c282
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2cbdf21bc70a41414744ad266829749cd06d12b2f6090d9d8d2c19e95aae65
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863a597f52e6f0334cf90625a46d295d913d6e48
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f721795811ef5bfd42828923ee3cfe7effcd7abb08b8a235d34f999040aa15c0
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4c3de0ecab715d6c8dde36c356f8d6045e0a38
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a612b89b7703bdd7af3c3cfee18b5d41f8bb8d41395ebfea908261f76b187336
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49f734e5f850250560b8bd4b23abb5e28768426
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8155949bc22a37e1e61042e8c5ed38f10931768cf4304107afd625e334b24dd9
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058f6dc7e66c0f1c9c5fa2f32fee703407a79ad1
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2071384b189d2a32ab57bb152a186e46221495d780f0178362068d34a1853e
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f692f9a8b77b911ab78e26c53151b244ea52d0d7
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2683b5b856c6250cd6c5971960b5c40f7e26f4f055e66f794b51ffefd483d361
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ee6c23b460e1933055a4db0afb58237caa4139
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1449d12b33e59f8254f9933256c95114f73d564b238c4e08f279d641366eb0
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85d73b6e078f84f30e536c717e2ca1a46fc3278
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d2c26605f82f823cc4940c382cdee900be94a50551f359cb563157aa665a45
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5870954a2652fb03c1c1003ed80c83dbec6e8ffc
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d35138926574e668475e6ded5d4b88e54a4818d3717394fa595cb677d2bbe00
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82c75998e71d5f9d6175e1f8fc2ad28f574e15e
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f3526aacecb3157ac1a146125cef1c6b2e41f997d1bf4ff5d950c8cae5d113
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559765807b5578e5a4a95401ebf410222746c357
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7e454def308dbea322f353de89f102b26863652574509a3dc45a3032bb8cea
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32bfb884712c1478960f94777e5e71f3b3c8bea
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59e96997fba4edf195691dff3a0629a6934a4ffc77a0e17b540ab2b62c697a7
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab3fb0a084d70ad7aefdd5a931e001b9359d636
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bb2ea397b19964ec953da27030580714a49def01111a03db699ea59dcf5e0e
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8e3a6a460a1519c966362144531aa7ec0dc2cd
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bd7883db8c2d60a7e0105fe431ac01ba82d63c25b338c8f093312678ffb7c2
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc29df4cafb3bc8511943a6e29498094c50cb04
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a237b3803b58f6721e55088c5c032f1e4ed21c7c2fe67f42084125ca215668
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6668c2902938f9e448558f163ab97307b02f3fa7
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a22836d4e1d92f3d772af94a6829e85b233026374e063de8cae2b9c144313a
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3af67dcb11c7d3ecb58a1102ef5711086b62715
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cccf49ccbdbcc69d865c446fe3969769a39d8a6263f5007ec7598a05c820418
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdc17b0b5f49bfc7225319d108d68449fab0188
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f71a314606512082656bd7351491abfdbb441011c687cf0b34d1d66f0030abd
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976f8e215fa76329a0b8e2fe9290330a4fb9fe87
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a90891c534a8014dac9ae40a4f7c35df49955b472ec064f6ef6d1c221fd066
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a978611aebbd7eeb06a85df72b5e459a341a0921
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c94a8aaa438f63e41d9e8d2b62234044baf49de21cdcf8cb0b6ff28922340c
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0f3362fd9d85ce47aaf2659c0948c7cd32f2a3
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160ff873c26d84229384961b89f736ea1f4b5189d55d3fa9e4fd921a7f8ae824
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2831b57c322e68f3b16a6f5d7e8d55f7b7c6f2b3
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e13f9716b4460c44c710911ed6d0233ae45e0204ae28e278a550512b03901b5
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eaa23280ab86b5e234d69b40b9ce0d549e8d7fd
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e035bd08af23a29b51dc88675a3e3e2fe3596e138da8ed57ce4066ad43fe9d
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07da42d38dc1b1b1bd8c5a34abc8c27feca97324
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08c7dc720a97f68a2ca3a5428c8e9c027ec747416072e5b5820b2f9de6de626
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd26aa114c5b62085aba2efa3d67276e6e1b758
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0090241de96e2d73d4c22bc7b3cd040d374e7ab46cf961220a64de48a5678102
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29d0cf439a76e6310dec79b826fea1d3a9e21f4
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52205281fec1f450ead14acc143fa6223ed7c407d55fb51daaa70097b8d4975
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff8af73a2992a9ba449e7d302fa8cde550aec5c
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc11beaf43d66f0b821f84a5dd2eb8b7513b29e1f9978efc626cb53a0f38a66
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a8262d2b8d370480cd47f5d337f6f9580a6c35
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f8ff6cdd8a1e4daa5d685b60600b29c932a47ac45d856c9dac3f04e9232abc
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d5c7d035e1c7c24055dfca1ec89ec190e5fc77
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8869e749bed41e2ee38770c338861dc6368dacc194b9f529a49b7e40f3151d04
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898cbd7a72e30bcc82c49f0b45a3b14a9dc0a2f9
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5875e2e8610781ab15800f79fd6e42de39859f898141d67fdbd00b465998156b
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28deb58ecc108f8c428e948dab0aa07f5b4ddb0
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984c46151e8f1ac8d7df6a5c9f8bb647b350d8ac8a7932a99084b94892a47a4e
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbb1fa5462db30b1ff7acde6dfa4c85b21706e5
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924f90b88e638fa994a3902680730f849b5396b9d5c347651bd182e28a790cfa
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817d639d97c97f748531684d134ce7481e49f128
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2111b394bde9844830df18700a9cebcfb25303a9a7e397faa6b0d5c2a12794bf
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edfdf8cbfaa63d0a145978f663f4ca593640fda
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f801541bb4506f87bfd49681e81256b07caf39ac1b00035dbd13d4166c8906
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0597c4b5d9cf431492247270bda8e3598a293c44
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f33207570a41d3cca03fa843aee9fd25e170c67ee1b7bc2b6445e5ede22f493
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fa20fcb61b719144747ef4b6e5767887928b73
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0aa0ae695bc874200731e315723e3f618b5f333d19f02c164b0dfd2ba729b
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099d7707f948047cc51d17ac03269534ab869d07
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c3ef0b61a92e63782a183f05f8f20a6ca5f619fb0edeb12a6e657f78d980ed
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac5a1ebd894ded49e651324580679e7f182fd37
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cae76dd8611e7e612d311bf18dbcd33418d8538efbafd2334903667cf3b22c
+size 17490
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fdfa73d9628b7b46e9f8bdf83ea1e3c2bd171b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cae3e5b9c2a8f1d11a75c81088861efc5dd8638f7b1fe4827d4e4bcff7510a
+size 5202
diff --git a/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/8/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091