diff --git a/params/vit/7/fixed/woq/init/classifier/scale.pt b/params/vit/7/fixed/woq/init/classifier/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c8aec9d8bf9e26a856b1f72caa5096269994dd
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/classifier/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a19d88b4539e60450c9a637765b853f093c5282f69f51690305ff91c2ca8a7
+size 5138
diff --git a/params/vit/7/fixed/woq/init/classifier/zp.pt b/params/vit/7/fixed/woq/init/classifier/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/classifier/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f774ba3c8f760781f72f8d95e69ae8686487a339
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46bfd4cd21a6d817421f743f438fc7f62c82d976e4793a71d4cd7540689f5b7
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f853b94b4fb8a72c4ecc5a05471ca57984941e46
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b11086909b2f2716107a166a402ed974d1d53969c4043955304ca1c5d02c9a
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f86de53bd1a255dd9fbdc9e0b9518b68c12ff32
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84b017f2f8e2cf06a7163eea01fc04eb855b3ba55345e7ed3cc6ebca78ea823
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cb76f0a52afe6d744954787f7b2e20c5718e1e
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2092e9d146d8efd9f8c373e2b8345ba969d063689c5cafeb43aa0ed553c663da
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44623e98ca9c35ba02dd3358246dc5a12439d5d6
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182477085fab0991611996c35d68669ed36973b991ead265d5f5664f7f781997
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607afd967d7e6de4e20ff4a52f5527e8ed32f1e0
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e4c5d52f45cb4fd229f94c55c709c719805f0b18b97abc575843eb644d5e54
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.0.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f99475fe089a21ab38071572a32539b3cb89659
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bdfdaa56abf2edf5d337ecf54c8e4b0203363a26aff395740e5c38b912e0c0
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d02f1d0fd41473b0ead7704aa7c506a895400cc
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b63102a8125aebcbad4f9162e4fdb92d57d7212d4c036d22b876d5d2b8f0d68
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbafddb0e937b861ba16a66a87259ea29e8237c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efef1657dd578afd5dbc2b11655900397bc971f74d7645d4fe8924874a574445
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b4ed75155bd06571c4d1c27ae76516697461ad
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb506800295a67908fd8ad96129463aea47e683c69aa4d43fdb6dfe257a0ade0
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15fd44376de1f0ff4a90c4aeb4c6e8dcebade9c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5b23c9664cb96d27c5d158bf4938a42d7fb64ffddcdb84cd0b2b4ad15ef45f
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66ba7a937d98c6cc0eaa192544d914180bdc01f
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca8b58bae9dc6b9697c79fd3a6ceaf1da3e383c6ff16700c9d1b5de40f4ee1e
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.1.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba38264f01726ad4c2e18d430c5646da1213d46
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3572461071f2aacd689c889fc87bc840c9878f37fe689e7e0fac116b5b5ffcb
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3abba4f791988bfe65251af769aed3b1593c77
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45395206a8867769cd24cbac083e4fd8057c68352c5f80efa77f597139a7138
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826fc2575208f537a0a4b239e5ee1f7f9c692e0f
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f75d6ff142a48295b11ef02ea8bb0d9c10ae11d938c607a5a3dc58183a1c65
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5316bc24774a51f6fd95f5715b308db1e6781f90
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1241ca848c719f6c078bc6f58c687564c38b222541340f8c61db706fbde55aec
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08ceda80d72e50704766e3b028eb6f0c600fd9d
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1090e6542351eeb1c3831bfae4e826a2a95b71e29f6237b684818a772f34999
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0f6e7e376d9f90f81c83c82181fe7e5cccab97
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72795cc2dc2eac5da34fd71d88f965df4e2628db8de04de6bd3a04715d4e731b
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.10.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2739c7a07849ff91eb98143bd1205ce96b093f8c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7023fa9c81d272bade097e9b623657b956e3ce8203ed403350f470237dde654
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fcbfb8e75e25c0e0ddf85f96fe53b3e6260035
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb0b42e8b171d71fa7df4cd2b53830b7146717371073ba1f66f091cae5db832
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de35447c11e12e8bfd850afb59782ebfbaa49f3
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0bfa85d0adaac7516448a78f2a5675c0eb239861969830733f885c8f8e04b9
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a84023d104fa1ab7a239e3f3c45dcf1812bd9fd
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5dd186eae97a98aaec2f5aab6fb77f3dc7e5085e08e1a32cd0126bcbeda6ae
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccb2964fe532e36bf05a0d8d0ea6c57f710c2f5
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ab0c7bfe135e1e6568d004dbea5c70da5a698ff987546e02e3856f94bfc1ad
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f04605c433d5ac63cf040135fed281c97296e1
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e626a40dec8c14f369b68120572b3264175478620223cb82198d65568566003
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.11.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c635cf22e9e11840c9a3a63411cdc373ffed26ae
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c71884567865a61d4833929dda6bd808cc3cf9edfd1419647327fbc77c45d6
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b0a1a16592747ac296483310b4d9e9cdb9cb4a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966794e3a06350d75a6e1cbe11d4952ffd3fedbb83ae844caac7458a6889fff0
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0949bafe1aac3cda1595bb3caafca40f8de9d723
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728838a0e83cc68d371f3f7145579a75d3633d79a71172fd9749cf7557a95111
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b79d670975ab32cf550e265d35b7718a2070a1
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf256029e00b005aa3265cc4e7088337d266ebf9c346877889fe2ff410e5bc4
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52713266021f5c14ac5ad2dde97622f07a09d61a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cd244cf0966345313b030e8da858eaea012a0497dd8522c8e98e94d84fd70e
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90a27253b752de7059548c652aad56c8c021712
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4f4450c704da938fbe8bf0cf7518a842067354f881449d989f5b4acb0d0ad5
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.12.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fe517ba7e398618593e1c16d3a03560f30f222
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ec323dc381f0abbb90bb05cfcc86147d4182a61a69325a59af5e038abd3d6a
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad2ff23c36339a45f5d0fd1b8f50cd367499457
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37f6441e45dabad0b63648af9dc73f66014a6cd2ecdb337e2732c9743d77603
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529d44c756fe28d8bd7aa9489c34de661f8d6fb2
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4bee5b521c02c5d048509e76452f3a43b115176c9c5f873f6693c87b3d867a
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723099a7e519f1ebc0af0f73afa3d84b0d1004b4
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f44145cac21649316303e3933dd10802f1c96b34dabf4de6060e6699d3ff74
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42d91c23f38f5790665bc24fb12ba33a1262360
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16bd73b5ff0e1832c1634d3f3f56d97437d71bc41843be6037722e169a20507
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42131e6951ea37c859b5f32f7155d319bcdfc615
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203e32b961ed2e0dffbbf4af34e1b578fc4535758e69ce6fbc83428ff25ddd9b
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.13.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5f0be8c77e745e4483899ca4441abb3535332c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53249d3cf1741e9e9abe802b5255270a10a280e97ffdf6e5602be3da09096a6c
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbca181031f7eaf0f99f3c363d5813f607ca30d
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecca1517afc39fba3bbc4417f2c36dbcaac19d620ca28fdd4c724868ca1748f
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204ef83e215a1fa0c5d6e4149e3f2c8f1fd7f104
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02285bffa6233e73045c18214c73776ff4b552e53f8566c7a291cd8934e35229
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b00d35101635ae8fbb2601ff943fdf0940202c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee33652ea356a891cb7ad7c5e6030a2dee08eedd504ce39c8aee42f1c68457d
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c43a8453d7f97533b4ae2fffc485701f7695a44
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e42239c275379b423de0464a9f53cbfd2acd93d4ed2680e674f64137a92bb31
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eee2cee318f5f3839260ea5eb5ccc0401e71a19
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c7e7f4dbcb013d50e07a9908b91601d84725b50692d238dacb730214cc626c
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.14.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc14c306fea874c251e97d70c8d6b44e2bec7bb
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d8cdcf9f96e518c765587fb4f608c472ad254c0a82bc664041997fc87c7fb5
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51c2088e5931974918ce8cd30807e119e8a55ec
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ee4e23fb7baa02ce8937ae140c6ced701ee51cff01ab1a367c1da3d5a91c92
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8242139d8d0b5287a8c40f7e9780ec65eabc900c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c57165938208a697f94bb920c759a40739429af30cc434d6ecae279bf03540
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4c850f173405a10c0d7725b4f25b562e1607a9
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43844932c851e78232330be3e7db26df5df858486dd0e94d8d5843a60ba19f6e
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e777c594f276fea6079cc4c95ead6f3edbd292
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cba8261ef662729aaf156b5d01905e79a374da7bfa4d5392b605174c44058a
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4ecc1f553f699f77ea15aeecab6364f48f3ac7
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92419f5d917aeb3149ceea3b8a56bc7e8fb2df7dca6106b1fa66ecdf19dd063c
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.15.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9416d240d6232d3e6b054698065b38b59d883600
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b79b1de44ba1681b5f50e100c7ecfd8c30611725ad349ea698ff83907227326
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3415f0f86e07ec4094ca4bbd1a5fce9de36f6f0
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1c76b3876770b0c3d59385f4f988247c299bc07201908b4149d69a354e42b0
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7d96ec73ff362d06608cba440606a35f7a6a0
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356532e82ec1fb44bdba94aefd9a056fe7b1038254e454cdb1e6757e92fafeae
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e356500902271e716bfafff678af7096f2bdb69
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb55b06a3af47df485ee2725df1736909693fea8cc1e77c2b169cbcf91081697
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dc28a9d4f06e6b578b1242497327493335c1f8
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5769671430cce06402bd0f22d6e6e4aac3271803dbc905c9efdee6d8a509f2
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384ca6ae7b8e363d231ab6307d8cbbe0982c1a61
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356aa8c31ff634ba2219e1eaba8021721df04072664746872fd2e87282327706
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.16.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bc94dfb3e963a37395212f63f70f6348d1f375
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ae2b86c7d44294b7f0790dfb67280aabd649f98e63308403629efa6d4dc72d
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176210c7557e3197944d021d5dcb9c6a305dc3e4
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adff8fc2fae7ab55d82a91f085d01578e7325a39a256d9101332c32546e9596a
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4248a6adbdf3dad7cb72dc1548edabf6eea6b0
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d3ef0efb1bd6829fc94f7b84a9190c8c182f3609db335bc4cdbda3acb30a29
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd5f2eb0176a44fb5755a2e2bb538c627f05bbd
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9779108f08f3ae2d2e5e78df6f858f60a839f8136075285deb9c7fc944bf9270
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc89059d48746b906198d1d8b5e9f0770b4b3b06
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a47fc410ec82133d73345202abdffc4e2d397f62ca7ae48b465630c7b0c2e3
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c05e7f76975a0e569be6246334b4a3775aa6965
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6433c43c958c8af642d685dad8ec84a62d568e642829b2d420b84f9c4be2ee
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.17.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8e777659acacc3866a2059d5ae49128ba4b46c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec138fd16ab98e0e40aacde32c8a6d78a850a1dc772fb9a51e96b520b770f3e7
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af63d2723a22d78b8e1cffc954a8fa19a65f83c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09e9fc22e7356d757e4a8c41d98ef7bb9e655371edc5d4fb9512f89c04de883
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94f034a31e6c25077f8dbee0b9bf1b23d25372c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8572f285e2874ef129a64d0889e88089ad905bad56211b7e023db9f097683a9f
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2073266ba39413251da966c9dd675736eefbfcac
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fefc3503f3fa0df0d40ea400d5b079296d1eb0c34f4ee7dffb234dff67e1bc8
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e504d9c22d7c24b8f36010ad101ff2d2bdfe269a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc0a6000cc41be3da23031169644c58380de573746f082f0b4d1abf2f846d77
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c433a2b9c7b4cb1537380d8bac41ecabdfc0a59
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9369d0fe5c612f5e62325a10440d33c6bef1dae86488908d1ab6effaa3199d
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.18.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a139fed71db259f1820e433269179c6d794bbac
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a77077e61bffe4ec570b9e9725bb51227a261276008111b6eb5f53c304904da
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3af356bf866cd8b8f6c533043520e601268a2ad
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acdb7da6010e08f1774b792292f95f8fe5ffdac8b03f848a5b01372b81f6e0d
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c28e49e956dc6b4b7030e115ab57a0bba1d981c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a179041ea1014fa65febad1bcbd371f007263d6d6c3da08f928fdf13516cd76
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcca4dbc457416e1d9f62addf264a86c321c262
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3238424ddd207c01643aee0bab1f8d9ce8d21feaf5a10b37d5ef2904d35253f
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fdd1094b7e4c279f9234dfc93fab1f991085b4
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67437eeee8f97fe22cb3d13e419cc28381da90b0f25737b47481182cf72af4a4
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b08e7afac80ec60c75a62ed23bc5fa56dc547b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63cf78c6d11c40d9c1a4ebcfee7f167c59e1961430fbc78f15546eb9c07807b
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.19.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae71a0014b8ffed9a256eaa9a0d029f00de1487a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c81a39b76e64bb4699a28d366c48a0200bbcc624b860657c3fad0800390ed1
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b3b3bef3838bd049a382dcc8a17febe4e8d86a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811b920e1cf4a52577e9daa766b9fe3e02fd8c3155d1a006f11d0cfb72a16766
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc53fca2ebb989451f6d1cb5e394679977259cb2
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb269df7e74b4170cd4e204f105ab56265c2afc6f806cb861e40cb35538ae33
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93daa9411df068b5f37aecae4b56b022538e2bb
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c099fc6505a866cd4abdb13e5ac2fb00f527b5c148de5680fe619318384ef2
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4717ff7f8122471cc1bd84285d8d26219563a45
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d724f35d5a2178cffefb9e933a335374827ed8240f07f32215d24a68aa6dc91
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae0231a6a0004ca8bb519127a9afcd78bf70c55
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b596f4f30155b35a657452d754b4218f4c2eb4ec4367e328b903f9aec5773d4
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.2.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c3209ee69889ec1dda0dcc70ac04ffb6bbc7f6
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa555cfe5aa5fefec402b92fd871a932d5d0d9df400fe9b89de7c61e0de4d7f
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b9a13b99885d00b8914e529273de1bdc3fc312
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab82f81bf0f44748a90e463934606b314c8f1128bfb82818864dc98146f1108
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34d53c26ae17e29b0c2f98e25944064a7ef008c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8993af9a8cec517072b27b4a2a2041cded7c39e74112c68394fd6ea673e181b2
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7300698c903ed515770422120e8461d75252df15
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3473a6634cdeb9c4d10ad0b0a5453636ad986f3d211d423c72a8c0c9de0215
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fb9703e40e5d5ec07913ab478cca2b4c02809d
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6f1a5193e2dc0013da23e9365a679ca39ae6fe274db147a0b3eba7025eebe4
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58323938099e3271d2e7da439b28e9683388b506
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7668b5768500a3148bb4d39c66a9d9338a3b56957f1c56fe9ae66000175ec1ff
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.20.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea190d656c6f58ea2b8016631724d27ea497e8a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6962c9d7dfb91da5c9440a848d35507cb817097c8e043d7716198817bb289f96
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1a8aa606ee26706bf9ad2bdf9b5e127e0cf02a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ba6d9b782e8f75ca7d918c9671ddb18c72d410652510bb8fc9d2dd40e43fe6
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12672f506a6b8793f7341816a11d4ded9127c529
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b3434cc5acf96a50bb7eb00af3682b4654f13c5b2354530fe10f55d135e5b9
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3882a8c07446d501785eb4bceda5849207cf2d1c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc53b7f19bacf011184cccb9d0db0fc060c4a037687439178fda671bae57ba18
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536ff9121ceb5f77f94ae9f8b3b6b7c08c07065c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a504d9a0d3f03a6ad419550fce12894919a66b5ef5946233913b9cc4bf462c1
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9f8d64156fa67e180181ce270cd15838ce46ee
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ff4ea804927308977c878017293f2280677f3693daf43052aab52008e0df4b
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.21.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950bae1dfe6c9bf52d7e30c19183c46b25520546
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9158e5be3e75448405fa7a2569452e4d737b80b3fd390a3755f36fddacf2c3
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dd324379d9da3423a28bb52a993c9834b6a969
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f101df0b635d3610ceb2b867c790b89e15db9dd4b6807e5aeb5844f184d24453
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb03747f82eb146ddd9b835eea6e71396b02ac7
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03acda1d14e8f92218af1ec88843ee49f279c0e2703749d525906acf6b37442
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3704986df9f1d59945bf042e16978036553037
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59241cec01367be45b554b39b128d3774de46325c2c3d9387f64d2978b66808f
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31a3215a4189d774096306ecdfad093366c2b73
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60606e14505f3198fd6e926da3a99f2a0c6e1e406ec33ccdfc5d7f0b4933d59
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b0fd916d5d8444f27a018ec9b8b1b09a3f6757
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9c1a4a49cee45ad5ffcdfc7967ae6e0c8ebde452adfcdadbaeddd41640769a
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.22.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e3773fc5412595b750cbed4d1420c3e1f890b0
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f444a9c23975a131adbd702ddd57875807f3787aa37ce4b885ae90c44e6e6979
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d78eb2c3e58c9b0710c48c350b09973b23b8cb
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8e8739343ad057b70b563756b0cc6ab798955731058cbebf679e0a1baeb6a4
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc11168c230ca8d212e5faf1e66c13482dee6a1
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7266efd2b02c2c9935eb00e4126eb71172810b6f501332981ecb788aa1996245
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8068c9040df89671c5c1624d37caf75bd6efb477
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68245241ccf63004d482c6863da1254523c35ffc24b9ac2d3ddd418dad0da6b9
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71c1144586c0637aa56dbf760a57301f6c6a0b2
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db5f1bb5aabd5297b3e2a96f5029c0b54d87380d8cd5565a822b3f17015a2c9
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f4e14afc7eb29efd675717e2b9bb831f594c51
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fd00065e91d89f4646bee8d4625816d8029674ae83bace1cf2dd49a8970cbb
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.23.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a1a5766bf637eb2d5feb870bf889c52176f6eb
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420358515a5df02d8551b5e6db87e27e3dc47743ba43fa3fb07e2b32d7fe55d3
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d440a353002b01bdb9dde302eee72d514ecc496b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0b1e34fb2cacb995ad71391710497b3db553986fde61280190dfdf3e8a6aa4
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c009c053657f8a3f0be808a720743e6eea2c5327
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382806630b1a8ee922f77d8b7fe6db04f98ffa0e81c7fdabb852db74fdd03b2f
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209e81ea09c6f934f5f74c568ee9c790e5fa4d59
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a059cd08b9c7e2e5157a7f3bfbacc70f72b587ca331871b6c72659798421cab
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4771b8c7a77a4b23c4df11f10985d87bda2c72
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d3cc5a23ad00f3a5e00891cb88f24265d808fa914bf4c77fffc18b03e50265
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c2df94d4dd40b103a6e083ed071c79a0c463a8
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d044744d2c40fe396cce928996d84849f03aa855dae89cff7b87f0834491e35c
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.3.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28f2dc5e1b07de780bff999d3496664dad6d9db
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f455aa07aeac216e33180a89e7cf49c835255213c4beb7f1f626a9959b12d3ef
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa1904185a97859e0e32103e6e6768792b6da28
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ffb277a9d8a50eadce3a1327ca393da2404f644ab94a2d6416ae63d7549227
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15fc2b1f89442a03cdd436703520bde124a8679
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213e858be57156e337d106386560c09e3e7136bf03110c60eb7362b9cf9fedef
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21105350eddb5cb82f4d163b900fa0623415ce7
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7893517ce0f9d12746e0dfd25d82a6b5444907e296db313f85a7b5410db78b
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb81f3e4a1fcdb0323ae079b3ccf4dd2bca35d7
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3414e0cd3e08737ca6b31223ace6022232fa089a16998d1b44ba5a161f64335
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cbc05a0b215c8d14d34e944c3ac6ccb8e1fddd
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ac2e486d1ff559aaa1b1f2668ab27afea4e556e4615d14d91dcc0f3faec688
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.4.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eaf3b0f60819c0b01f8d5dec4ceeb1f0b4654c
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e43ba39a7f139bf44787f0584ad5a4db6c169918bc0b8e0cc596ac667512f52
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192692dfbdd0b86edf05659b249a11351623da1a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec64b2b6b061ade3cf808e2c47aa68131fb0201d3898b032840510b014b4652
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f265809f0baf1064bb5c5795dc9d86f10460553b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036ca75dc6d1a9a108b1920544a4d14ffa99c74a24a1b1addd97aec16021a144
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1680c8b6f1fa5fe447a5becc07aa94386e8aaf
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1f908371f333965d86212aba1f8c8b5391c486fe85b98b97ee84a9be463cae
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74034549a91fbcc2c62079c3d3afa3471d8e7e77
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d93028404836f656eabda555088a240bcb21b45787861db41eef40e3b8dad3
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0288717afebc5ee5088e016177c73a103075d4
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1872c60d88cfc0181a0d93abd1f98422b8881b77bbfe0901fd54959406fdc525
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.5.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81503d7e78d0f96668ece797a5d0428420a4759a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f3a273e54d98ad8b33b799f917728f14ff2846b913271c99fd0c1a124c7fef
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf6e552002031224df3304655a0eeaeab4cd569
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19b60ac8d22c04a371a84cff26d5515bf4c4080d4765446b4f1dabb6c1e9f52
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c8a94067d47e6b3c46b4d4271a0f03089a4cc1
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a310f11dff782e2f29dac8f1152b3af494efe34dabfa924027c92eb7f2ac4e
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0bbe9efef1e02232069a32a2791f51e933a8e8
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13343842ad4b6199086e28bda6841573444614b9157e8f12239251cd18aca314
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c550b2a2f65da9331187c5f58c6d74f410b7747
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbbf3e038553fce043540d66de705061f6b8868b434a36fdd8d3f7d74bf7b96
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb2846f5921b49e6161256d291b3dd64d24b590
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26051a63943f1002f9422ce52e8640ed8977f41dfd9816640747d0d2d93eecc7
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.6.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6893d7f4b513f087ce694c01b28330a9ec1577
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b78cd2dbf084de04c637fa92b75085fc795b2f191814a032f2c222e98d349b
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0127e61e24ec9527066a37230c12d5bb0a348e
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80de425f0ced940a27660191e807f305935d347075d8e2ed1b444ad5ac454c5
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4549fcdd7a9667bac6a4353bb70e3c7ca1fe50ff
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33ed3a58f0ebc6221896684ed82ad0642c05bafeb533b5d227181cb29383404
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858615154b4fed56712ae81ab0d05758e5cdf43e
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c0774d4bd30d8e190cec66b9eb65b91bb916a4af9d1e3dcb6002e58e6bbfe0
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a7722e95155cc5dedd133bb9a7217f59fd935f
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27150001fb91026846185a4e26a66ddc88f060fe1ab91f210cc0b35ba75b938
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5019857281420e8f4fe8bf64f97a7df7e43893bc
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f76eac788ffba1705d823fb417d391ea61d9b31b7c74fa1410e4af4617f4dc
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.7.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eb4f0adf7001e23ecd2176fa3d4d2ce251c1eb
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831a000ede63dfabc6bec8264b98cb3ce1bc8594db114f6b8acc7ec2f6eca715
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf597c7ce53f8086a62bddfdebdac786db5d81a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3681b252b915efd4f86640e5bf2810d64c651e60d315a2625a4e8976a412e426
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd17f5ff9583baef6f952486803fbb9db4a4792b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3122c608c4bc038c31e2262346c31bc49a9be68eff494171e3675c0bddcda9b9
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc23cd6b326cf46d7cfbf52ae8b3a5958b37a27
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad26aade5ad855f85dad8ea2143a74989beb01c10a2540cec6ce8e6152997fd9
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114a93ff254511fd50e79d7ee2828fa3b47907f4
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5772533bce15692586b4ec21ab17fe4c5c1ae3b627e896755a427a70d742e0
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec83459f728299a1d84e5120b0118010ee981e8
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05037cd39c42dc3919bdfc35f043b750123a02321472d47cceaeff3500e785dc
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.8.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875822ac6dc48c2e21f2f1390492ed25a8dd02b4
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33700389b15e110a306ad0aec33961e3b00538754c271639bd7c834c47595e80
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.key/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aff4fa9c0297535463363c77a8b2070d8967a53
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29eb6a0085c5490de4a63ecb1dd0dfe1530db417142e08e630f774ef5c15cb16
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.query/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0aca55b5ec3a46acdca66882cbd8a153e40581
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28dc97c431d6698bbd0cf4a694ff3411922612c36da78e0c7a2384a2fd0404f2
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.attention.value/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db60374499ac3b59c4b4f466aca083caf6a71930
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeaa832976b6f81d8cec36712be837a5b7636e39673d63ad12204f738b5ca3ea
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.attention.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c807f6253761eca9fdd198bfea02e14b6460fd2a
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4249b4e531bb9e044774ffd2a38c144d9afe17535581c0a08f202fabf943708
+size 17490
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.intermediate.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08c7066577b0b1e70214199830c713edd7a4ad5
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.output.dense/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2b192dc237a4220770422a9e6c1f040699df4765dabb13a3cf815678f7609d
+size 5202
diff --git a/params/vit/7/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/vit/7/fixed/woq/init/vit.encoder.layer.9.output.dense/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091