diff --git a/params/vit/5/fixed/woq/init/classifier/scale.pt b/params/vit/5/fixed/woq/init/classifier/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c5a3dfe6f96967dd2af7ad470edc0f68860722
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/classifier/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3e1b2d6024f497bdadc5460f57e91c973f0a618a09c3fb406eda3c95325073
+size 5138
diff --git a/params/vit/5/fixed/woq/init/classifier/zp.pt b/params/vit/5/fixed/woq/init/classifier/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/classifier/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105d49b1e9fc42877728a8c1a82f79bcc0f123c6
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8889e4c12e204d3c7ece24c577ca7d9eedadde1d7a14374a7f674c7db874a99
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115b9c4bfb4d7679838807d7023c64b1670a08b6
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd97a6e5f7be7da863a172e42528f816568b55ddcc4c3042b074eaa329beb7
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371dbf6adc945ef41ef9f5bd6921a68794847a15
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175deed8d3bbe11d979f53f9d8643816ed9b99133f14295f0c2bb530d465a4b
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32003d07aefb03acbec12db0c6c5b81b1517c14b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0de376e9c6dcee2f4b54bc4cc12cf301c8d3444aff6d3c3ba5f176f583487d9
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d87318091e714a7d8d11246365f13eac44f3768
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3331adab928857de0f22b20be34cb61d23b7917d03f141eba53aa436dd35c89
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060dc6e906c860bdcb700deac7ca92777ca28078
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35a3ac5376ec361cf3ad9990555f8d4d52ce718aa278df974df2ccdc7b2eb14
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76133f0e74ac1ef9b11dcdca20a47cd9cacd7d5
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a99385ffac6d71e98a4617d150280da57826ff6a55038951d8655d1ef07453b
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015e6e4e8ac215ba6b86a8a0c0c56d7a328e356f
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaed40e9c76153a9910b085e86b7bb34d7f007cf13baa9ae66c64b1d9ae90138
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd0b3816847eebf846c84d0b3af5f3a7e182893
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f245d55ef04989fcf8da48ad25cd5238a7d9527623e9966b15cd855da7899efb
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69cc4ae88739a847824ec2a5a3046deecd76e57
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177f70d972a2161992b910920a4ca1bf531630c1f38236e2cb3a841660d303bb
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e29e233c6035161431e94f6babcd46f0b496d9
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c176c164c21ade2254d41ea3bb79d57728954f99940553d5abcbd01a0b408f8
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1214c17d17e27cd50372957878abfa60d615c12
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4761651b5b089edd0db33e918b0a9260f036c97f531d5a75e0c8f328a35d1cab
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644925671667a883b7b8625c7eb0d1aa6f31aca1
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0969679ffec172bf55c114a6c85db1bf53c2b5fa207e9ccbe7f19ba54fb1f2de
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9984e7e44ceb374839ed0504efe48975ba50bb6a
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6201908fb77f10b7337e884a1d2572dfa59328f25b41938403d9dbf7c0ea8c02
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621df8cba014a59db83ac0e33fc396e9764ef030
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c224979e563d241f70751f69fb936b3b33ead60cf8bae6e74ee678ec0763c74e
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ebdde97a5f74ba5374cd5fe83dd025fc9cf992
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670f0ab736a916dc0db38ee3ccd2471c39a2eff7a3fe748792db5f413a6e778e
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f7b75a453650cce2e465a178731842fdea7853
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e285934ac688fae14fd9c1ea5b8605899ba0a324a491e49bd1361536dda8df1d
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093095dff66ebb95e1cf4ef7796b0237b14ce4fd
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ed49fc3970261800f0d2c56cc3edf055a3a97f1bbd155c9259791e0104c387
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbd419b4440a19bcc3608fc9e4a26b679650c4c
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d705ebeba84800e5a18389768dddbce79195f100691e01ae32f0026391ed5722
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544406cee0b6deefdd26df89ff413724176e1a47
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d08fe3e3ec1f7a604cc0e4df7bcaca5f2feecde03043fc7c3c0a903446917a6
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b47b7ba11d95d5ade0c19b95af581131a733e2
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468a6793044877a1d04f46208bbdbce0c18b57e0a9795a88541e0640a0d9df91
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c529484065498f0346c3f549c5a24ede16bf88
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878fbc43e751acd5962a367aac55180966a9e6bddbfe1796d31ebe6c1817f4b9
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa18a2709866a9605e813f1f0ec4f2910f404fc1
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983c09a8b3aaefbe3253a23092640ef2a626edea23847f314e945c265be9de22
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c357ca0ff5d59bf3a5ecbd97bde3dc79db368e1
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2955f13143dcd411abbb3bde75965457d9500e95f683eb068b7e0d754f7fe99
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348c2d7a94d426f780f42afb6e90416aed6ce1aa
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cef7ee60de1a5f3708bc58e2d82a5f8bb357ef0c798c694d8fb473ec1aa517d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e3e2c2c537bbe391ff69db76ef12aacbfa9a7f
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843f6721d65138138fda8777e1d5e20b4393f06ea563c25c12f1db15fe949869
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7076a2899ca34c67b3e44bca8280e46410540d55
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0effbcbbe5fc97c40ef176caaa1dd31d7aa261808ece8e98d99a6060845e48cc
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28497a4880de29a09b25dbf50c0c78bca05c3b9
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcafd73b846a5640e1154b96c110dbca74f3a136aedcd40ffa44860aa4802f12
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604a5aabd5c970f17d9d0fb3b401c552e5caff24
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bebce6c2467741bff0a01e84cf71902148ccdd0c50a66eef1aa4c442802c060
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c30b95ef2718347bf64d08be5984f8c028d4ec4
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a2162728f2b6821a91c96215c84964617a99b6f15956516c48d957ef78a179
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbeb98a8884f23197abcca8720f7030f98232bb
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ff4a0c3ade1423c504e88a03636051ca46cadc08b32147adae53c8780e6bd3
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a316076375aa1eb07d8e91a13ca4f08ae47dd1c
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c76cf04dd55ad8ff11f6e3d13c2e0d4e4877efe29f27fdd517f71ab55616b30
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287980fe23e9882972b9731eeb1d857204d2ad94
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1f781d4bdff5fd409a9137dafc976cde7a1a2ca055803e580f7cb234c6045e
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ae4d75968b0f2f22a2af58b24cd53be9ab9444
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67c527766bee81b58a28264168d7f7d22f8a8f6d62e260763833e6c5495ed2f
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f8005254eb756701b3fd22f03aebaedbdd0dd8
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e58f30cbed1d214ec28c9bd18782a4b63c80fe976d2116b7e301591ef9eda08
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e0142523e294ca386729ec3e8e7537e705d26
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ef4596f711d97d1d60e89748373191764f454675db6a759f41c1c3f10a0cf5
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f05725eb4b74b39feb6908fcdd923e3834c1d7
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062856a6cc6823c8dc8d60fa53ec40c98367ce092ce6fcb5dcbf0df8ce5a7f7b
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9938ac9b71ae371236ddaf0edfadd691836e3ae8
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff72fc89a9ff6c4dcbb213c887d7729fd9fffdfda1b8955250796ce5980671c
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9a0dbcfecc7ed3cafb5e25b3785317a80b8ea1
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa117f755ccf69678fa71edaa2b99e89bbb3246072a9920257158fbd647b5104
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1198b147c75915a91fd457641e7e30523039dea0
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9005dc8abbca08a76285af471b79eb5e5519f5d5d080776b2d323b037e9a778
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030ea48a022cc5f4faa8be85f0f67d04f75eddc5
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0acba79cbab4e9dcfa29d78365d8f58e8d18b72465c62b766622d5cf9b9f4c6
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47ca72061ad12ef7c4a362b0b6b84271b12462e
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b476650bbca897603b8eeafec2992ee3b6177fd26d3571eb547e979cfe5367ee
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c254be4e42d386ffe5fb1b113db9bcb9577c42
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a429f434cab11ea4755087be82aa5c02a79be258de39999b91fca28681d5889b
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78a27cf47b149c6533a1bda78b927639dd908bf
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c51fa44699d8932ffa2329255469095553eccab650332b8fbea6ecb18e1cbd3
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c8011db61dea5aa3e7841fa9cd99320796eacc
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d18fa24add9ef7b262579a945c76bbfaa8bb2d05b31ad8332e997cf74068524
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60869999570759cd8ffe02d29abdf5838015f26
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d5168bb463fa916f6449a35a46dd0867c99b0cd33152a2d6f35b4acb57ecbd
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a08eb5217012e162181528aad88207b0eecebe
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad4381bb1ba242945b456ca97c44761550a5b47a45b444068dd9f5693d4e83c
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ac8f72337ac113c9e50cbdc071add01f83d9eb
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174e0b66c5ad59903edd64071ad3fc2133e41732ae3528dca09943696f0484e1
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e62cc77652a3813a6298accbf1a081d662ddc8
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5c0ed25cc8db7566dba15d951f5e8c51e862031c243a8d2f6e99dc79c66a83
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773d3af67a6b73100787afcd0e3249ff5b1062a
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30f004f87912fb8a37c5a9eab05ac6367b7596c3d12f9cd6e8fe1b351ae6928
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12001ecafca79263c44f553481452d42e4e14c26
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cd19be182e941dd584b06eeac2ca3c5f1202abb630c7143756052a00cd79cc
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df101ddc1b6ffc52e075f9d26abb3a61ef40f48
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67811a0b0e97c4f2d4f53f0ba9d9a4fad9196df7297cde2efb9fd28c28248eca
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dc23b2dadef5706daf71087b87759431b3c953
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88969af83b95dba879faf6818ee2d00ad2a9d0beb29e4dfb57074babc34b9fc6
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657c3fdac601259e6926816d5569bf6a2b4d4daa
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5bb50e753a7a1741b67f4cb0e298a49b5d6e3df4c5e38abdf1657a1469b51
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8c36f675d34016de97a00cd81a548eebc80ab3
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7931f1cd6d6f13ea2ce5678661ab2d47bf6a41dfe7cf81d8cb12c8b08e7e6f2c
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3d56a0e86a7a78f30e9aea4324c40088bed81b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee47ab2ff7dd21a6b118a766a610c32762a3e09307340f378b8d60c479a05293
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313362df96ed8412aad2e7934fe660c98caa13b4
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62df23e92b945974ce4b3e3e655bdf71aa417ffa6c48a01e270feca90905f58
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80b042f413821fa453b173b8b3eeb623fbee9c3
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6484699f59fdcb482362dc80c8f9b9164cded4e070645d54a8b65dd62e4db2
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eb10cbbb07e78e89e73a542e17665e95a66799
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ffefe1746589e4aef6b2c682e0465bce61a42cafb3be3355067772154ca221
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb927ed0c6aa846681ff6a0bc95d4b05abe287e
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16e8ce64720dbc295505fd65f7b7f45eb207a8a0965f756364d70a9174f532a
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3be512ad98a1d3ab45bdf02eb22af1da7fe7035
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3e15295517e76db8e68736f10bb0022c55039953a099e30da41ef944e0fa67
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921f412591dad1d8edf6a1622ef450b5ff4233ee
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148d4800f98ca65b2455ed16176a3cca7b413ba455b951ee0ff3fff1691d9515
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9ccd40e0d2303d0e0487f9c2ae49cbbd8eb93d
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f06153685644d263f65cafc2ddbbea5ff671cb12c7152c1cf79a88be846aed
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abee27529f16e08551fdfe034ba329b68555b450
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686d725f779d6bb8a44ac7335ae89224c378cfeca8799dacbe1768d79aca9d36
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e0b8651dc7ec3352f142bf706dba97472d7932
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd1c74ce84aad74195352019d83e2dee7b9c0bf555e8146c11cd21c66f9d176
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e766bff114176ee1aa2c2177009b38ba7741e6e
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce500134156207d76304bdf1933003feb8a84c0322be6540020d8e97d03b21c
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a88b00abf6469d8e4858fb7a72f41d05adec927
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4b27b8bcb341613fa7718feb932ffd69c85b777d88ac32b3623bfb2972a26f
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e251a735ad44852f5a2fa09c12396379d06921bb
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7138a1908e5be89074043ff27c7f0daccea981b5d320d3d45583306e060a0ea
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0e66eb6d4b5e36efe3bfb3b504afde97e50a95
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd455cf1b8b0f5c4a1c0f0e6d44a693b7b9f851ec81c4a6031fee87a96887642
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b8771afaeaadb177eac78fdf284fdd8183af50
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6378d08a0c44194c04a9f483467678b07445ae7718bce7a55f5902c849b7972
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b6c7545ba9ea3485b5a838e9817432715d1fac
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b3e0be12f3d765048cb9fe4574044909eb3d1f078ec042bccd3f8a2139891c
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c98c4a0a7c086099210639059e3689d625e905
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dd413fc2df39cc8d7fa7ebcdf4f2fafcf925f2471e746de9d1bd2552bcf101
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363e86fb10263b6c58c7f12df0642da0c5825a60
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59f3594c109c0b8bc325c8444430f12d7d9e74e624c64ab49e7e8c3441b3738
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e71b7137afac121c679ac163d4478183ce7d376
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc4adce2771cbc2afe1c74ef512071b9ebba260488f2f0ec1fbf7924e93334b
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cb4517269f561f7282df7f1a1915c6da1ceaa8
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9865b6dbcef5ceb5494de1e62e6fae8e42a625f8a88758660279be467532b5a
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d4c57ca173abda618fc18f77365fd2ebc033e2
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df7f835bb0672eddbb4c8d3bff1eefadae6367ae05438d6214caaac9cce9b7d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07c6baf83a3bc23e8c5778ad079f70478d5368c
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dfe0386cff0da3d25371d2b00d8ca44b7d60d12857cec4fcfd95c932609547
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd28ee9a3d74d956cffb31087a00fedb9c8a731b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc2b21ecd381539bd69f4fc7f5954290bb4f44298e7d99f8657801ddd67eb38
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525685ac60d505da22d5658ed717f2c7292ceef1
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76914cbd4bddc8396754c10ac37f5e389e8f67530ad2ffc95cffaa54f1a6304a
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f28335cc137c209a2c7a3bcb8b34f8fe308d57
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a81cbe6195ba7922efe490e0af76cec323422487c09c6404584c665f86ecd6f
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3967bf3f69c84d64f83e9520cfb401cdc88453
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a5a0f88b6b882e5c8a6d382b4d21605a286b615f4a13b874dd60a95335a12f
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be134884acb6b355c426456c2764db527a1f78e
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f184db81b5aa20d061d2bdb5419252ca516e426b2d084eb70576bd34d8600e4
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bab41767646d12f7ef8ec7b2136154ed4a0f48d
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718f52913c0b02ce1c85cd594915ff310e88e99cfb20ebfbaa407728817aa52a
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4553fb0fe74314cd0a5d9b19c87aa1b83617116
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f02eee607fc0848e4f212c4b395371ea073e16a387286ab2afe8e7a1ed39d9d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bdb85535f055aa4b0161c94246f54029e69aba
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f127a75809838271d3afaff569d5d5d5ffe32a0609ab66c2509c512120cdd1d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7508b6077b4fa118d975d2f5f01debda636565cf
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23c04472dce278587cb8ab4e032c695032563a8eeed90b6762f05b40b1af25d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718ae44b4fbcfcc9b6e53a7cb1cd833b9751c6a5
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2360c6d039f3fc0bae4de25bf425b171d80cb416d411ec1f40a9ccf5554fcd
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7665251608c2f7a5db571ef715ff3bc0f54ad4ae
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff7c83ffc9e4b5992a4f7f527bc74d2ffe4243c6e9d8c82ab0de0fa91adef91
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36843c8ccd10c1ec0364879ea0d84a673d4dc80d
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35a7b32e6a9595414ae883dd01d8012ff89a659c684be6d7a05a96b8c92a707
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2b64f12d3bcbc49de8ae12cb4f9ad1951f9b12
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2aea58eb8f82f03d9b1e9cb3702b4df776bd5f8c4ac56edec5c0c129d45486b
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47becde4ab386e7e6ef621635de887358a638354
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd1ed51a3178c9a7bd04c4434df009d248cd3895c42ffd5853611aec250eee7
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b2c29a0da17937dd8d33421d3d54e6c4820212
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2150748e1def77d55f6c7d5efa75764962055fcd7168a8766d9ce67948e9a4
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02b7305001427c348ddbdd6b28029dcc0481396
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e13425fbb7a98f25c4c15630bf941273e430b86aae193df619c24a790dd3aa
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d1d3f465f4eb3f8d8e2139f06cc4b459df26bc
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4752d1fe5669ffca9efd57e29d9de11444f032515f98598cb358d09e567d610
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67433d6c421582336015fa016386fa5924981f3
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e17c2cd9f941ff6c98dbb91baf1789030ebc780506e6b51c54fd81221732922
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba0a2c83d4b3319cc42152f9f8e1a99d61632c9
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3f95a08002b26286a426357d63420e03ae4d5de7fac91d515a1e62f28df45a
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4d2a8ebfd13f5aa499253cf9ee07ac8c27321e
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c83e26204a1bb33d1f1da8396f48fd1b9b7869d472cb1cb15d56fbd170d2bf
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0de22b6a66175938149544758fb04ee8c4c130
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c295d6c8f1e80f5836af4bfb2ae94ba7522a8c64c9bd68cef88d801449a6f3d0
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5bc034204902d822ba97b5db1267c7358388d6
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313de800b661d251de2f78918ff41fa7c00ede746f4af00cc8f04ef3da64672d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e231238df3eff28594084a330e97ed1a033e00
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262151f0563d9fcac806ef9de1a87acb21048a9f4c7a595711d90180674569a3
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db197d76de0477d0dba9a54efdfc34d88bfdf8bf
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac6ffd61d9cc999d5efad8993674fcd21f307288705cda95f5005cf627a8236
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9274c3e4a9b8374a3b7d01b6fead0647eb1920c
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11df41b2ac7bda533abe296880106ce1f42394c9a0806a38e706fc8a6ddbf063
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834ce14ada5b18b34cb3e9a37b72c7ef670cc993
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542a3356b35aef50fcc20c199ceb8dec8b6acc9ce0e380de52db905d36b0942a
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6299a1ab64c8b1a3f5e595ba8d40f5c9695744ca
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a5c5809e3320c0af0358cb2731f02c2c5aabf21293dbe273aed5f71021cba6
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583572b6a982ca75217554aab2ce594c8499dfe2
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d9cc116f4f540b8f63dff92d56c46f4e268de5ea767b5f8f418b121c6fa99f
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106b8822b941da40261854fe464abe40c772a3b2
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9525dd2a077ea1dd0735c82fcdf7747d6bc760531b9155661e56a2734e6edeab
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134faed253e75b0fe5b1f3d6689502ef419288d7
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc115b372d3ad2ac167beb5166550b9861ea96f70c279e22437794ea04aba521
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2684246e7a2cfd8e7c66e9bd9b41d4db824576
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356ad0b00ef2f7983208e5f4fc7144b4b2d101bddb59436e23c1d5451979390d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb17af913904a39db95eed49ffefd259b8f8953e
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0009a461b20ceb0ea4eebfe0b27697195bc55929e9236666d764bb04e7ca470d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad6e3c6726e0411cd417419cc455e6e5920d4cb
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addbf45337cf97ba9403c8cfb97781cb99871159788a851b10a54827d78d570e
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b92dfafb2db2525b2c2161b00d6ad8bb0ade38a
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f96e6fadf21ead59509effac6e08f6215ce3f265c3329cbe6396d1216afcb5
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4728ba74dc7fce2cceb385d7320aaf233c17f5b8
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdfbe9ed5c2e7ae5d05831f5199d3a16be47479e3bf39b50f953789967b4ca2
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b673f9308b924c46f6fdaa4bcc0b4dfb09651f4b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7621291afe6954aa628c1ad875ccc8cb198940776830537486d59a3edb718cb1
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50ac9fd84444605c74cf5df25d89e478645eafc
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edf99a901c12f2bd11ad5eeef75b268876f17d00630ffb43b0b3f8b7e09b9b8
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5689a2a340c3a2a8a1aaa4ebac6d46736d92f770
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4e0bcde348be7fd277c0969641c26cbab7fbaeab8afbf194064b4ae9ee7efc
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baad9c4f9584f0f8b6e302853421c8c1cd0f51b7
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5276b7d265b8aa5480125723801bbdd83d6e7f27a3c4abfd6328d812fde9597
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6f2f872c1c11aaa25d33d9f0c6b34b0d2a181f
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45bb661243b0e906dc555cdad5e80760503932189deef72dc5f2a0f0166e06cd
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efc4f35967f1396f1fe845b3ba9dc5e5784dbcd
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92486300b04ebd11237ad44b08ac471fd0b944abba217f91cd21095aaa61af4a
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd88efc66a55d1a3967fe0911816ec128bb4e29
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c9e5fca2a0fe9b5963d3a5866199b2405cf6ab710481909cf95d1e9b16bc2e
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b4904f58d987f62c9996e2f3d2d2acdd931e26
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4411d29bc218359a78b1d8762e760bf4521ef59e7150ed5d6785673fffcbcb8a
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd788e52eea665b8b3eecfcde97f1ff1ac618332
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de1282c19387a30d19471add8b2791b67f8f437f7ff124ceaa44a853535c8db
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae1dcd4cd56d2e8cfc21d69a63cf2b31e459743
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e374fb20cae654d906ec4ee70e1ea71b073ad8385d4d1a938f82632e081417
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361051b04b9f47181a0a437426b484ae2ecb9bb1
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa1e1c6ad96c12c40d7170fb3078a93f3c350a99cbd62c691fe266ef2a60f6d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba60211ea4d90fb9e5baf67a33995881d3b095fc
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37156f0cb95132f7e2318ace993cae238b59b698e5efc69dca565065629b3485
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f2ab5960af0c7334068334f220508c9599ce29
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c30093633d90987393f74f91cf218cfde3dd551aa3204718f4f47b9648c6da3
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0864f5c6cc2c9c36abd5ee9751d16fb34c3b8c3e
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c031eb569587e50e0a79a8fd9185325885eb042194109c548b4d5444a35b5d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31c9bc35561255aee50a9092537220005da433b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cc142a3d3c01518eb769fd134aa231abea358406fd3178d768e4104cfc12d6
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01225416d573d5b872a7f28d7f73e678ba4793c6
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f5faec2f8b54f28aae6a62601575853f2f26e88e868fad9bdd02c54a02a93c
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b70836caf3da39d992ea9b3be85875c35f2ee4
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aab91753ec049d458e610d87a517cf4964de44bab3baf9f79ba9b44bb3bc88e
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d38c3a026b6eceff76d878697ee3c932cf1cea
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653dd9f0bf8c5b2c5e9f59cd1430f917c1552e0065335d7f20dad42019a0d599
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc597e29db6f0ca2a6ceb5da52ad1c90afc88fd
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ec9a54d06ee313a75fbbb8eafbf4864e3626b053d695aacb6a7fd11662056a
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e26883449d35e455021a507ff58edf10f34d285
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b836ba7802e28200d049f397221c1ac3d4bc04ebdefea6b604f9537524bf4e2d
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7843ef256e845117098c715609addaead54ac9b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a697c47b7637814cdb56346b6f2a30fab598bdb94c728c5ad470c1766bcc0ac
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81829813b1293b7fe1dd7540d98561a66da8ef52
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb1117b833e88fe60c116d2774536a7ac332b4babbcc33fe770cf0a2856df5e
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15a457fb8dfd456088c2e8c3387ee07869f7ebc
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d9d0fda4adf06ba3ba74d2869ead6cb628b791da6b5b2ad547181a8ecdf106
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb70d58c6cc86d28d8c8dccc504e2ee54e76170
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8119048bde5ab4968ef17bab218aaf4375fca6bcfc09465ef3803f0786c372
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be9a3d59cde3167ac7d96d40976ece1f1d6063f
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38440a90a5c72cfc9be17878bfa4feabe5475de69e7357f832273ccb8f6d25b5
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0cb3b8e06556699df86dda2937cec68c810d25
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e31e63596655464643ee9ca2737a60331d0682456c4cc1e2c423e50dd8b8ab8
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e4d8902252a74eadd81c02e0107412db89258a
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee43db1359379021cd2cd253f8e7078bc7276c8eeb32dd2a1e2ea7371b9323c
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc9c6a1d5b7e3c8e6ed985c7dd7c8e5ed53a7f0
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da929256be946e08161c8b6119074ed82b003222110f96baa4059d204def6c28
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31da7643fc1645266bd8afbbc34fdc774ae4ecfc
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df13e6eac0e01859021329aa300f92d946e62e944fd4ff2611526549e1460189
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be67c86df6eeb245e7880eca2824cd27fc2ab652
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7292cdb953a0aef3a5179608f4685d640d0fa147f27aa5e18305258922899f
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffde9d67db4d62bb0b864016848370fc4ebe6614
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ccc8de1cd33c0d2a25bd28e2ab3a9ae12cdafa7fb3eff610c899863639cdc3
+size 17490
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c5b396bab078fb266d0e54aab3a674e7e1dd83
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896b74a6ed5b1e8cad94e29b6ee046d861634b16dce5aee9f6ad586a9616fb3f
+size 5202
diff --git a/params/vit/5/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/5/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091