diff --git a/params/llama3/8/fixed/woq/init/lm_head/scale.pt b/params/llama3/8/fixed/woq/init/lm_head/scale.pt
index 83dfc995b13b3b27a382ded304238b3e6170e88d..1ef57b4f24b254066c8046cb3b5c06f6d422ee19 100644
Binary files a/params/llama3/8/fixed/woq/init/lm_head/scale.pt and b/params/llama3/8/fixed/woq/init/lm_head/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/lm_head/zp.pt b/params/llama3/8/fixed/woq/init/lm_head/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/lm_head/zp.pt and b/params/llama3/8/fixed/woq/init/lm_head/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
index 117d570e9f109df9916b62a0bf3e3927494b7fa9..8fff61dd47030c977ac651c8767a3b3d9c740eb9 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
index 5b38a374ebd97c74c9ac7a6c49f426e7b42942ca..4b705acb443518429acf3fb1e76f2e9d98ff8ca6 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
index e9b002242fbc2a90cff272b7c951501bc0f949a7..447977e2642504eacb898c187a6792abd2a728be 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
index d8d26cf448cb23f66bf77031565d14c244735419..a990ef8e3332cdc434de5902045ccd19d5afdd48 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
index a995a54277f6420ec2ab1f2d06418bfc3dcb47a9..ebc5ebaa4365937df85a5c169572f5f006c6f144 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
index 5fdbfe5f8a355892d02048c0ab2c9930a9d73caf..5dfc0921317374c871dbff9a6759f5ae06b761aa 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
index b753aa3962b1869fb96598caf694fb8fbde41b33..e977d767f4a637b7526814b93f22e018c0387181 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
index c83b34cb238d8afba55f049cac83d125a8bcaf82..c74b0e1c128a4ddce6e70691fd3f76f598cea9b1 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
index af848d31d04b5cec018186529d811c95e4c98f0f..75fde2bd317c695c7304f1bb3c60cbedf97fd3cf 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
index b869dbfd80b34fc292384e603ff53bbf59c310f3..b05eba3ede3d41cedb031c60472db53d143a4555 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
index 3ff1e74992c357cb5608cf641af7573b56065f35..6fc64cfe337dd8da20a1d72d0ac3d437131ce97b 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
index 7a5301065436afd1ff95df479d952cafbfee4f71..bd0b301b62068c605a8596dedcb7f1132954a2b7 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
index 0952638fc4fcfea8521cd6d5efcc442d1db8b610..1c7f9f30fa0c7c2c7f7ba21dc7f87dfc813c4d6b 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
index 43d5bf28dcf20f8e214e8fd28d4a3df615f672b0..a6f75d1e06fe21e06a1cce1e7d99f27d01b457ab 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
index fb00fa7319b33ae809839530a7c6270466308792..7b5a26dd7204d54276c12855aba19fe89951fdb1 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
index 4ebff396d9f61ed58854dbdb3188abaecf8cf0ce..cffe9b9d04897b545980a02a14b439c321984789 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
index 472221d27ca04f725778d15d7409efa9f44f5c07..b41be925dce325ec48c7fead2b66abd27751f5b8 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
index ed434e1837d30fa9476bd76c8a1fbd46d8874e3a..90e090424fb7ea38d01dbb46f0cc77cbcc9f1c55 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
index fe73de0d2d4351759473a25514528188e6bf1d13..9f8f236d5c776e0819d4b9c74be3d66bb3998756 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
index 754a8412c28efe4a2c0d8dd2e8329b1e39971862..21034b8ea5a91063ff1477bbf69e9933787f8711 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
index d919d413bcb94f13a48d5b1ffb30576cff07df79..c8cd2e40ed3c3de73892d8ab045208caadc68042 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
index 6706ddbd16f1a769c10a36fc3c6ac95e3954bd7b..07d13fb944d1278e3ec92fa4dde2d90bb74b6091 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
index fb267abed48f26362bc80eaf7cf589a8a048fd12..77093685885cb8a4731615996c1658443c219774 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
index b12760ecd3631c3626fefbc8509c6dfab860eefd..e4b680510f220cb3dccaedbe1d41981e31cdbe89 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
index bd7d62fd413bfee0c88ac746cef6207c347a028a..64a951d2697c332b52df561f1e8dae2a1622fa52 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
index ee87fad355790f3fcc56d657c731ef530a56b8c8..c5105bc5e751fd089540ae9e2142d055f2812c7d 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
index b609253e9b3f97a9d17ae0508b4c589194d9ced2..951d810c5322a13426b1755b75a4206834a40cb6 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
index 9c613ec94eeef0d8050f27d3d408d1186d8c15b4..c7112ebe23136c090c820396b2efe7d84753def7 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
index e7868d001a00d94696d3888051e756579856b25c..bac8677783d95e25000c4a4c5fdd62dba1e9f8b4 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
index 9f5151c1ca5e130c1debcefc0dd7ef03d6b35fce..0d47af803b17b6ca25f3b7f2960252d284859047 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
index 8eb6da411516f0bc19f8f92e24fdb3f7efb4672c..e2fab818ec92832e479aa2745f1061504efb7e8e 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
index 384cafeb83e8aeec6fc7133dda19fcfa6d32e691..1d3d71e67eccf86c73bda4b30b7a13dd64d10400 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
index 3454b4ba2c18073be767f30a7edb4ccbbff0c0ec..f9e2028f667246cdb3ee683fa4cedf7146ebe407 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
index 0c5280e16f4ee76b1bba1a556528468d92d252ed..6440d39b43974545a2cddf34328298a174dedd89 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
index 6585f3652445b747b8772168f020147144d4a82e..c1001afb910beac8c751a380d70773a46b53afdf 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
index f957d01a543464d8364d8a713b6ed31e1e9ce787..6e243db0db5242a6da956d5500d748529c7c8a68 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
index 59ed699f21670dc9d836186e99a974752b000497..44ed2ef20d4877f35dac7a21aa65cd0bc8a61c02 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
index 8588edd4cc86e8e49e43e3ef9b269f99681b4d22..105ab4b3df6970b213cac2c3b98fa7d09b656338 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
index 9f3d8c47017a23d4579df348918dab8865ed4933..0c7eba71c8e58d5542aa6757f19bb9c63e50dc23 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
index 593a74c1e6c3439fbdabaea62fb4aece3926b008..afab73257f1c08a9e28956a748f225275ddeb742 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
index 26e84e47e18b3a374058d7136732e4fb394bce86..c985ef3feb5bc2a88a8948386c13d5112d17e2a5 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
index a9bc73ad0e1e8f07e39f179d1d5d13af45279989..5ab962b42e3e4fee07c2649190cf36e1960dda5f 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
index 33c8bfb8db4d6ae3544c418976a70e783ba6a1bc..e85378c17cdb1d0fbdfaefa097061ed9f00cb5d7 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
index a761dbcba2cb337f9b94a4a5ca1eef8aaa5bbb6d..962eeb5e54964629ff50e222f49c2ddc14bd03a0 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
index 94d2ce7191187b4258e46fbda5dcd9a82c405b45..5cea4a81ac69893d16d7d4c9697fd8952cf20ffe 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
index c05bc2950e34a92f6c3218fa67564e0856cae258..267a21627985376b9122e18ac684bb366b725cbb 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
index 1333326900a84d1189a05e4229a6114e549c18b2..8a0aedc58e5e6987f1c3bc88a5a1d5158fb7ce01 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
index d424ebc7e9c26083a94ce7014d7176631a1b8bbc..46bb92f755d8c11e6ea3420511d50e2ec90b1173 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
index 8451c55ec232a05353c9d69fc4efc7247a58e921..c87e3c946c2a54dab311ebf14aa8d2b44956e692 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
index 63942158b2dfa763efea66cf5eeb8ceb0a392165..b6be978a29d1b7ac8b6a4b285f92b14239ce35de 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
index 24804b3713234c05cb8a98d806a16f9ce1348a99..b1cbb309db604de50e7d30fb1e0b0420a2e6513f 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
index e58b6c295a0e0f755e778d6162ebb5f296ab62d4..a22b37a450e824570bf0c12f6fe921af0d8ef36b 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
index f0d7dae96e965dd6ea85fea23e7f6ee82ad1941e..31890398d59d2d5aa51d88ff9b6c4181605533c6 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
index 63a7601c0c45bf3b44a6c424089dc2fa4e579b8b..5f1a25567ea612404688d3821663689adfae0951 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
index 47c4e24f40c3f95fc73025f815b3c61bbe75edf7..91abe6ff4681510fb923164aedfa40031949d1a3 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
index c5f347a2db1973532291abe9fca215432bcc98bf..f46c3c07f3b63d99830c8200d53de7993f1c7e38 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
index 6f34913fbe493128c1c37dc7fecf7d7208365164..5dd771b4a3b87a7ba76ae90ee11e7dbb4f7ae40b 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
index 9d998161265c6b1ca0aeb94480287511a4000e62..0246474805243e613932099cf96e5df972311990 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
index 1404fd2c3bbb9476d3644dde493a01cab30525d5..cb4993a8e421438eb164e2f82cac00c057d091fc 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
index 75d17cdbe146e4aa1d718b628afa0ef6575244f1..38593e2b5a8f18bfa3af5433f1a437e3ce7db011 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
index 7d04f5b8749c4c6b972a714c484e7a675b8a60fd..adb3fbc64a37b61c7c34031a4a2a739d01fd8170 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
index 5bee90f84dcf9f1d09872e4effeec328bd199013..bcf5c12898c7e2a8a6fe4dd9318ad96f368e8cd7 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
index 43314b9ccb1ef00001f97fe6e94e12633cbd043e..aa028933afa15b42aeccf2aa48c9907a3f7d3033 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
index 7b62c585a39b65f8b8f9e901e5359e9c65f7d5fb..2b44c93be5f256d864deeb1ed36411bd01917e89 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
index 003d08b64fb45219df4ccff45f243571421a74d7..f1d07357f35a1ce6b6ba6e99fdf15ff089db9826 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
index 67afec949886a02403eedae52ee3e50147c2328c..1d2e4661217becf43a54ab02370542245c23e7e5 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
index d7d982fe94c9e31a56ca9878d059a7e2c2054e49..25ed177e98cbfba08015fdfd29fd0afa84fcab33 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
index fbdd54af2a230cf383db6d8699ccfbcfdd1c5297..8cab35435169c3db8007946d33de03e7a8dd625e 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
index 818b6aeb3f20f150f4e617e630ecb41d957def6e..777bd97e775a6eedc4369c01b47cea4ff15cb977 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
index 4c3f64aec79616ef02514479fa2f0c8cd49e14d9..61e3c3b4fab22a08580f562c519689d05c7b16d1 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
index cacc43abfc9938f5a80681e572ca18ce780a43eb..7478e91c71e9284b9baafd7fa795c37310f43b67 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
index cca85a5c985d135f33a9d1b560fdfc07d6d3a9e8..f8174ef13a036cbb134c102abeecb6239945fa00 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
index 57680b7f05b1a8e8d7861deeca42c502c0778fcd..da38cb96011306ccd9875ac4b32dd63cf02f9eba 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
index 8962b2bc789b3ffea6fc66c56040d1e7690750fb..a7f44ee3b4e5c261ff3a2593eaea2eb0b1ece033 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
index 318d014838b0dd8cff1b205120066dfa2d12826b..924f661016145c1a443225e806afa3b012645e9f 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
index c24b09f97d0f849f04e5e41e28927c69554066d6..7d46b030deef19275e4860c3ea7798de805c7152 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
index 03e93d278beb32dde855c7943b6f0f95f5cfbd21..55df3b1ba7a1789edc7c97b808f8b7583d851082 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
index 73483d65bba3c1f2762a3b8492d0dcc9cf4b8694..a71c088c54f81d6a9c87ce98048b65ca79bb3119 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
index 4afe83251b33050b29beab1907a495b77718d544..9fba9117ad30b9f92462ee6a768d604347e88ba7 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
index 20554ca3597c896eac15c59a67a2177497636e5a..90818808b0869ac404097a44ccd2e8cfc06682d9 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
index 14576197a25677f1342daad8b5ea1b867bc769d4..49d60148bf7c28c89d92c8cc74fd38644f8e5d53 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
index e05d37fb796fd0e351dfff84aa630e4e8dc7141a..15072154ab5eba775386b86731f4b75b71b18c58 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
index cd30bf54d89963e47b9a010f9a8455d17877ddc7..886889b416c7f9b6acc9d9a64c2b19b9eba1e920 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
index 708a4118a36eb1d255f87daf573af1fc775b3a50..f64d738e135fc5707f7c8db8dbe7dcce0de08ad7 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
index 174ec4df5682a745a7355b5a4dec1a48fc3f3379..a30440484054c11aea179efd4258898d4cec21e1 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
index 5b82c936c480e3786356930044e8060bbc015890..7ef2be0c0fa508c7a581afd66bf90d3db57d3d9b 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
index 9831b71d9854193d71c109a5050b0a2990dbc244..74d2f39314c5829e7414bc6b91fa3354c788d827 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
index a65fdbb1e4576fe47bd10d8b92f78208a9dbf5d9..4efeb9f62fe66baa154701c10f85a50ee4b11c9a 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
index e0e57f49e8efd35f73114ad37c1412ab288cc5b9..0abf01563a396be5e0561a9afa25c6b238e5cce1 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
index 3faa1acb96ecc352ad077b62c90cb598fc0dfe64..57e7c940912762add34ca8ac0eacaf465aa89229 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
index 8aabbb3c4faad5ea1990fd720415132b27070be9..a42d324dd9c6f0519b71fb17ffe85a867114a4db 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
index 3ef4ee5307e1fb1b2bd7b98c6b8708b609538b1f..15f090b3235608e3c91d678f4ed6be24f3d41bd1 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
index 48921389095f1ddbb1c8b4ce13878594816b5d53..d5ecab0162899cdb38b600e5d7166a4701de3007 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
index f86f05c67d67a739b58f96bcd19cafd2a3570f70..64139c8d238a2b165b2e852f71bdb9e32b598dc4 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
index c9b6c573bec3291eb970e858aa6f7436fdf1be41..00dbd79cce28edbe66b5ef41cca3eb23dbdda715 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
index f08d0cfd6b535594bc9629bda1944824a2b9f2ae..bcf2f8cdfee21b78a18841073c14bbdd6594b012 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
index 8e287462cc432a9a90daa8ed7417707c151af1b4..c1c17b3cb12cefbece387d1490255f4412b2544a 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
index 3f9ec887eabd457f0a5a745fe52db1c093a88bc9..4b1020f397e91d512b9644640c16681acf3aa822 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
index d24c3bd8552364b434350267802ab7a28c65acbc..31caed5cd886980e4be17da4451f1110894c4f57 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
index 43b58aceeaa2cfe45987c823672ba8d3ded73c42..bd07acc141a92c94e73d3963cdbb2806f7c1167b 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
index a7ec61811b1c236abed70303fdbb51daedef5cf7..cc73fe6636b4f17993aedfd6ae3c2b71929459c4 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
index 1874a17585a68e74418022859af4dc4ea86fe536..a5191abe38524b0b59c7352bef4a64ac51eef2f8 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
index 51383b4b4b79026ceb3fd1a46658981ace6a3e2e..ac2d341515dbe5b2c39d1297d6a18473fc31cf66 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
index 3f38075b6c2d428eff5149d38e1dce0c36399ed2..8754155f46a620ef57f2366a0224cd3236d89187 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
index 7bc96ed25774da75f1d43c2f3d801ea9fd287261..2f0a0964308e01dab82de4814d6f5128159d29f3 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
index f1812c72a1274984d21d40c98112722f5b846cbd..e68169b413379b3d48f90dd93cd9afa5b061c4cf 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
index 0c035d2b18d38c786c219f6b30d3e8ba66371110..9c20382daca8e666e5a7b9e50e0745b5089c0c31 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
index e2631dde58dfcb7c7bbf378989f7d85772d06a54..27302cf8f286cab585018f02b50ad84b182d5c7c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
index 44620cf5574d640b1446a9ad6c985cac4f5f3fb1..533f275bf59ff515a7783ceed486bd19a90a931e 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
index 1d6955b876670f917467e53c20463e6ac391cc36..68a4b2e9d7f86c87c2a3eaa5f97222ab3007c155 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
index d4343c1f205a8c84c8259386dcf01728738d0dc3..999f006caa25e318be8309c1375052a90f7d1419 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
index 293f89d4359746854f1b1654ac400f767c5c4e5b..3b0e3f47682e8dc49aae24a1ba11e6be47c15422 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
index 9cd3863d7df8cae3bf505b693545f9d3ecfefde4..ff5d262c248a0fd724143500c503a5a1ada0b14f 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
index b54f1b43b1c34b014b07c40e306ec277b4e1646f..31c6645de4e76c6fd71d7efe7072888a26878a20 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
index 87dd508c7c2ba6c16011c15227cadbbaa7359b8f..5014047ef37f406c445b06c6569ae91883253319 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
index 2c71946223e141af1d0c080fa1e7d8ba63037134..6e4785d6b1a233a7732dc5df9be6db8f76cbc11c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
index 7265bc8139a8e08e8c6c1887b2133e293f5d7b4b..685f36f6c325d00998405b1ccc431981a5d33f17 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
index 2af7760494d30c3fc7d83798f2f5b1c0da5d6c3b..b355cc0a41eefcc5085950e8bae3ae33a310c61f 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
index fb66dd0556377251f421b0c6beadb2840ab6d357..096baa28b7a67552c2378e02c9fca479f4553561 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
index 6a6fea73359fd7347d0616eb507e31413a92a13b..3f2ce51c36de13244800a2fffd05b00a14d604e6 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
index 2a9b49a674d8065fcfb22507fc2043af1fc2b497..18c4f8fd101c6c2f4195d588ea1e4be9d8da62cf 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
index 6dc69c2b085116b1940f3d90657f24c72b065e34..7dccff6e64b24682a8339b352b0e6afd77209c10 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
index 14138d7b839a4f390c27b368cf79c34585837507..3725a04aa9d891eebaacf760bc2525a07cd5960c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
index c29b4766dabed251d94694512274a142982a992c..cdd83a11289187661d7ddef1c34ac4e5a2ff31aa 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
index 108cf457bd8f392bfc31ad9e545313be445d3968..a4ed294e942350e64a9588cd2fa13cf7d7a2d804 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
index 2bcd039cf2acfd77dc2c47e5b735659e3e2a420a..9181278611ddb55827ed694e6801c85595615fa4 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
index c24dda0d329844924607208b63b5ba6ec0ff58b2..b8dadbc3ffb0462709dda689c01daabf0230f904 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
index f94df08c65b386a48f0599f31785952004e27765..c5d546c0ebb0e2915051f27f0848245688c4c972 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
index cf595a5c7fc00cf35fa8aa30dc68dc071b7018f5..54bb0da6dc05b853ab9698f01218e6544edaf6a3 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
index 957ee1760a80922b7af97f8fbb03909b902da438..81fcfe73824afbde3ee2e8ea2cbda9933aa394c9 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
index f439d1f2742d3f8e5256ebcdbc85d7d1207cdd71..6b422ca1082e42fc60c407aa4d96275a46ab2ec2 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
index 0d9bad39aa164fe795faacc65db36e1ceeaa19c8..133bcc2fe2341ce8845f8f7dc438db60823c30eb 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
index 21ad22b65f59ee08f5895dee244ce948d7cfbca5..10f468cccfda46aeca10fada9793119a1d3a35cc 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
index 91a1ad2613ce54ed9a317a0addedee3d1f337d90..337aa25ca25ed8feb76b2359f8f42cd2522e2cca 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
index 3a12519c438679e0527fdbdd2e2aaa6f4a7053c3..7ee836ee0e1acb23cb20ea083c9e02ebefeb9c48 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
index 529b380e84243395c35cc591e6dadc84c8db76ac..7a18ca399c1efc6cf28e7f55143154d43fa9a66f 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
index 5a849046b9794db237f28c4c54addc4e3e4564b4..3b872b0b72d5ecb924a2057830aa43b9c1b9bb45 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
index 49ffe52564c575eefe9ed8c710e0c89f1311c077..9f922da642ff15732bd5c59e177af92481ac40a8 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
index a1e9b0852b843efa9f500e01a0f3d0822fabaaaf..e83d7f240522199f165a7ee06186c130eb37fa6d 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
index cd9f87a1fd06e980e6c31ef41df9464af101d4c7..b97ce490a89946423e5c5af4cfccecd4e1dbf052 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
index 8e3aecb20edd297c183e50a3f5f6a3cab0e44e29..ccf91db489983bb9149d15d4e76254682ca22b06 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
index ccb1b596eb617d2c4e803c244b8f2cf3e241f850..9eda0ab2581a9f47bdff3269112de635774d7b10 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
index 8503389dd3d7ed16bfabd03a0c93a7f0a45ceb33..cf013b1684312d2c7b0c947b837073c49d78b1f1 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
index 3245be9606ade5ca2d8cedfad4b445cae5013d40..6254b8d6899b2e63d64edc7c4067e359dfbd67e9 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
index b768c24a994b520ba6fd2abec5a5e7e795f37800..e8c9ad99090ecc02fdca03f094d09043e1f1661d 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
index 323a1653382981391cedd358b1f78e1640a5ea0a..87fb57667fe785a37a72ad370805c521580ecc42 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
index 7a1ec569da6aff0c1332cfb45159440e8ab4d96a..e93eeffea1c753ad2f13345983f99d1fa5dbb496 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
index 493e30d8a64212f5f289b643835aa812f84e71f9..e08c6bfa5bb5e7c550018872975c12b4de61784a 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
index 010fb59d4f034c499e91655b2282b8e8ab3907ee..f689ebbd605fa0fd381e0b8dc84bb5c7f5a2876c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
index 092728af2ade841037bd3c0a8aa7ba68fce32223..d0a5d94677eca458217b416efe9fe56a32964b1d 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
index 6e047a9d6834528fa18a6d68f90f34f61c19fce2..55cbc3da51b0f400e44f16999a1cd01e0be42e48 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
index 8689bc1ec9734346e8b522d8f934cbd1c67e88eb..faa8dc51d2e5c82b9f5dfa7ad7deb983e131c65e 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
index ee55eb267cb4dce11cde04077c3b5bb7519e126d..f62a508b18429411698edff77115327e81810a00 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
index 7c90e372dae6f92ff4a5dd0ff9d2d04f13b186f7..b57913cd6829f0864c948865af37007289b5dd40 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
index e045d96524857473ddb2dcc06bb86041c0ab920c..2ddf2319ed0f720ae6808d6ee36ab8fd79bea0ee 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
index b0e70e87808372a47fe77b8fc43d5e9067470064..f94b881734fe0efe45d586d0f20ab87c83402211 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
index 216dc65414ad2b36886787eef412aad7a74dd6a2..1d8e7f26b9d04d5138284011bbd1dc2efe56940a 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
index bc6b49a4bd3a99f867b2bfa1dc763f8cd57a5351..d720bafcbdd9adb038cc9a4b0d5b844b0243f029 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
index c019c5ae92fae2c8078dbc933655307780b1902b..1919bd0c4c9d5479929b9033a51ef44359008377 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
index 971baa1ec191b7fdc3d3f86fb1e4c9fb84480bd6..a1cad6b184ffb670e4126587217c09e5300a8101 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
index 3b84e5cc4c18db9c4d8b48afa84d355e0717ebba..2a10e86cce34e7b815ca00562d9b1a04f0a41109 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
index 868ece9b987de0079e4b5a9c4de54f2404e3ca64..c52c1d9e91742c1c2008ef45a5426a9eed833949 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
index 1753edf807d57aaee613ca1b1388bf4719e06735..a8b42cd3e1fd67b6458943c7efe694dd1966d139 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
index 2e191c2da597daad5afcc3747e8db648bf8f36ef..2d65159b7db6477e8c90be89a41f0f14a488f4c0 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
index 217c560c8fd4526b9e647d2a64360f4c199fcb38..71dfdf1bd8a48b387a425c79982cd86016c260df 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
index 458e6dee659777acc540a90a62fc1366a204a68a..242cb4ff72bcdd41a24652bba8906d81587f4bf2 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
index 0d5e9b1b3e4764807e759383480636c222cd193e..3974a43a22b58ffa02cd8aab65e3b771d7d81063 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
index e2341b982001afa810085bf6338ef37746f7d47e..7c4250d68b5bd8f595b3568cda7820e8c4d52955 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
index fce6bce927faf1d9663637e3379a756fe5715617..c1a47e702d91d6550aad97da729d125a90dcc264 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
index 4eaaa657aee867b752df2f6cf22974fe498887fd..a41b8cf45ac9ddf145e6eb0cb524b25671a53208 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
index 3e02a904f99e4fa4bbd601ff5f118818f0d1cc49..01c35eedb255f1485996d9d649c46165fdd8b7e2 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
index a383e6f36060d6d1e087a84ac042981b1840f45f..cadb412cc4d20534183423b2d31dba18f96f2a51 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
index 981fdd7ce39c297db798076720a9f3e88ae3b9be..1d1cb6e0a3ffc10754bb0407ffb39c72bafdf4ca 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
index 5d2eeb3b66e8bd4d91595ce70456bc003ca33934..1ae3ee523c78d96c894965c408ac8bf97a63c67f 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
index 57b6c11018be5170440d38527b8654982f0aa628..b14f300a1e48c24b1d4d63656a1422adcc9fdea1 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
index 35ebe422aa072f24e567f2ac7d482042cd5d9c66..3e8a14f825553bbb98e4c1dffe889de3b3b32525 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
index 217d14a618d1d8669d0179f9c55b524921e35e5d..c1e7eb3c85f9145f062b8d95c9913252ba23ec86 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
index a2faab03a7b77c3389cb53652d934fd1209d454f..b78deeaa2fd9249f9346e147154a388a1f823011 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
index 160d5a265452e755d3fed0bda5d2027405e77425..03c7785d408e81c8ab43d18e70c98ce537433f6c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
index 12736a73cb1a4d253261426ee0ccf5c43b0bd324..42b40ad7d2bef5defddc5ac767f0d12d41f9c125 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
index ad14cccab1d31f6d780d7e72e62b10fdd6229bc8..38dbc0ce5743616371ee10a56fea195768167f58 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
index 881938ed21352da4c82526f4c8c427bac5974205..350a7d7184b463cba5eee259aa28d230c5a24832 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
index 952cbb9f9c1f66064ffdbb775874d2f26d078b3d..ba0f33966f9aca3cdab3edacea898893dba45c8a 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
index ecefd7a0a97fea506d530556e268cf293294c018..2c23511c50288d61199895407de2a55498948810 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
index f2b8ec1c6c698ea1249b56ffaa06ef27ac0f8212..d02a69fc066649e1499d07ee6293405e2ff8b39b 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
index 96807807370d9c951e8f30d634aba3f83544757c..cef30b5e13e8de772208d7c61d3ef515affd3ee9 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
index 7bbf1a8f73e4b25d1071bc57092cee3d6922ac13..6669fbcd044db9b17c7eb2b42e3ecf8bc135ed6f 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
index fcf74a974366246791a1102d6faef2afb9b44f6e..b93a6e753010c7f2e140032a1f060acb7f07d38c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
index 00834ab1541774e428d532b83abd48c3bc525e04..c93e2fcc36d50a117ad4b6aab70f819c93e55bcf 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
index b812626de462036f07e7e0c76000edbd7c845f80..a8e5d5c54e6923d7ca08fcbd78243b26cbd0aa0c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
index 2276b9896c4507011f62b43eab3ff2b79c434f41..19ac5d9b109bdd5ab78ea6e7d2c4ca984531223e 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
index d78d8d3335fdc7dd3644f5d08a320d6fc1494bcd..5178513bac2ebd2571697e638a37fa9d9144599f 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
index 0f78dc61f1ed9a6e5ff01e3afa0b46eeaf7215d3..32c70f150516b5a53e3947bad7e35566ec01cce5 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
index 6b9b7d626b0238a5e557607459f953ddae6d277d..e35a2c4d1e3d28ad5d85ee6263691cf172da5f17 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
index 20f4d26ac5b5208c05a4d193d88d9b36f90c42b6..edbbcc4e90939c99cbfc08274abd3d80de6cb9e3 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
index 11f7ee38b27f86f9fcbdd3aab36311d63d11668a..6964eb91cb03780faed19f4ba61cd208d7cb830c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
index cb5a19fad4cec643c1c52392ecb78f9c2bbac9d2..e594147d400c12cc9f7fccb53c27f65f1885068d 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
index 33b487196f8f00d4d80df1de86194b63a81e8742..2466b3072d4c4c42ddefa97eae12018cbf1f30a7 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
index d7ca1621f9fb21b2d89702f193d064e17d3daa3e..33a69b2e0104a73b46d622e151b2ed5bf2271324 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
index a42d9e14a5cdbe90c89515c6d7d3d72c07acff34..81e9ac349ce502797ca9a4aea9a28cd2cde83bd7 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
index e1d0611677f95e78cefa8e43d55e9dc77a96a112..424ac61d10a5d345ee4f72be4e183b68bfc45c12 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
index 82f85fe1fd921b0c61262fc7d7621bf52c48e6bf..4bffc3697a0e756ede8ea70924ac842f45bfad80 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
index 2e5696a4a7fd8d69aba03b084a019820255427ef..e22d65d827d1e10ea24f9633bb4ab0532b02b32e 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
index 3084f84d2f41b54cf4541da92dae5ea751e1b9be..253818ddb6531abb6b82b7ab0c8a12675d7d6142 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
index 66b6c2590f3c7967d1424fdf091ea24bcda1a740..86c89d9d35bc937a43d7f61290d5f09067ccf57b 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
index b1df2d7b84c0860050956cf8ce24d1f9e2853f24..3df4c1236b908f2db19fd67ad2a35751cad6c7ae 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
index ef64c63075e27b23e8e3b1e4ade2e86860d38f11..deeae254ea8dc051ad3bd71c3df7d082b10f52ce 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
index f67914bb90ba67c204903a0096ddae481f078899..288ff2ae76c7845e9630703267d58ea2feaf7368 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
index 68963097467f5159499007edb51c3521befd942c..d0a8775fe4793f42f6bd9bc7651ca846a3ad29b8 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
index e1e2e40424adb7af36e0881c8301e65c81afc1cc..a34ef06b9d4741846445705cff008502414a2d25 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
index 0231f284ace4b222a52e98d271bb746974def3ab..36d33063209649a4581800328d0515251ad594ed 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
index 8ee044b5e487433c71fada62a636203e0b393224..0a6b8fc2ac11b73b3f8e2ceb9103c91edca0066e 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
index f2dde79fc4a8e2e19fe6a6fa2d3dca95d42d96f4..ba3ab50f5d2a06c00a714faa42a9f98da29b09bd 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
index 07380cbdd115d958a1081a98e23b6393153cbf26..10c9e58170c9641cb2095646b2c42aacb387d584 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
index 61fe64a061c5d0dd0886ae5c57e56d8ef4352bc9..1bd25145e12489597530509587850c0950211cc0 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
index 1b9cf10926a44bb0ad801c923741e61ca373e7dd..784b5c3aac3b75cc521e06f501b3773cb131f2bf 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
index c41226dbd26b2412c48cf4957a79548200165c26..791ac0915ca46177bf202e97ee9a087856414795 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
index 827084adc8b88d5851ba34deea2e295ae04cddd2..fb0fbb64bed6ff4ba8d8d2a2f7083913970bf3d7 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
index f19ce3c6499c18c838df475898d7a2392044c802..438bf0af79d4ba47a0d404a2cef8208e1d192fec 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
index 91e6c199e98b59c7d5cf5d7f44c5535a15f2b64c..6a8428fb98d0883cc482974ddc7dccf37ce9d598 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
index 71b1551ab30553d0ef563ebf3345ede70be87d3e..79b1ee634c7ece76fa80270a53e829add9d91885 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
index 8326df4f68a56bcbb511d30b7f34fcca4c847c5c..64b940eaa9fbe2183cec681d757b9b4f9b347541 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
index b74fc2308ab6b3b27b4ca451ebe82f885a5de46f..a154ce1515b912e089c94ecc903cab01e3c16e26 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
index 998426bc1b2c30af95fe7587e70d56810cdedc77..0e0109a9f4aceaa0ffab65d359de556d145b2b77 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt differ
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
index 8d816da9acca3119cd72b76ee057dca2c3a4513b..0a7ddf5fbbd83341badb97ed9e82276b41a8139c 100644
Binary files a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt and b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/lm_head/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/lm_head/_0.pt
index d249e0991371d01fe16feae8a1d647866d5c1347..f3b15cf0040baa4b99082028f43f10ada90a1f5a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/lm_head/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/lm_head/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/lm_head/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/lm_head/_s.pt
index 6efbf25c8bd991af21618e26599e8bb5dd238d10..77a44701f3c18239701fd40d165e2333eea07bde 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/lm_head/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/lm_head/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
index 0aebc57f56b5c412de28431dcce235c07283f451..9aa063058d6092e772c24cb6937b6c340d963b56 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
index 31e7e47e7514d984ba232539ccebbb1284b938fd..fb66948eee0def61f2a2ddc93bc69c5d7ee19858 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
index 89992bbb107834fffc4e65876a8a8c07d1bde510..62ca1c499226a8bcb0320e172e5d6a176b84bc5a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
index 9841a3ae3267440ad312557ad4458643c7792542..1a7be0954ba94d45048dad952be584a151daece6 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
index e4670646891ce283cc8bab62f60e9dcc2894f83c..ffdce2af1c2e1fce1a9d6e33bad5a81c5509d937 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
index 7ec4a1f94424bf71ea1bdbbffa99a112d0f65bcd..306f99c12ee92a1057fa74b7930f0e98db8a8bdd 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
index 3c573cfa7d475b0b28492c4213bf57ad290f36cc..0dd361cb588eafec9cc66686341ebdfd2223a9de 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
index 4a85cc44e04458a2bd99d65e3474ea2392992b7b..e834c250ce95205e239db35739142a7c0f70b82c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
index 9bf9cbea051d7709f8397ac8f810bfd5b74ada3f..8b9b00ec3292ce16820302e84fa2af7a71153a9b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
index b1850a604b3f066741b8d752d2bf8b78bd2b8bc3..ba3974113d3b6a9525bd63ee068c62ae6d543c4f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
index 6556a44ef5a8e58657151a8e74356d4b62bead72..94857124bf3d005e0d3d5f1bc1b268f962259e9c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
index d8aaf91cf92c881db18babfdeb6139ee15b57c09..fc628cfa8f9bf94c480db36a818f1f567bb31419 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
index 550e1f11403085fd273295d8905ee1fdfb25d8b7..9aa995e49a0389f05f6cf5200bf7d262209d8041 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
index f44957585fd9731a0225f7bf9ce9434224aa0f34..96c7673d346da8f3719e6ac03cf13acb97b5596d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
index f2bc98cf398463c3acc2909ce702058a5ee51d80..4eca613027d5aee7ec31ac3e6e51c242718c9aa9 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
index fd3b49fd66bbee0b1523f1ba6c0d436114e7f0a1..90b6922458e06240f2bf3a53086c295053050a05 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
index 240c8a11b904e26e0e7bb55e1c026e0ca4cebd5d..c846e4c273f64bbba1dcb2a85b706eb1e29fd1d2 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
index d5cda5c87597b8d58e817de8526a534f529fc256..29d3e2b080a3ad7c07a8d1f0d88e7a7b99b71395 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
index e2224b7506f6d3b821181bf08bc710ab1aabd180..a0068ae91238e9ca6dad8483e2e25d7e925bebee 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
index e5673b3c2380109ecc6d2e2b8678f1ca1363bea3..d1b33bbce772a0f5f5986f81017573a554d527bc 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
index 35cc65cdfe9544b04b04e28cf722de4ab57f79d1..fa7d5e22d22983daf810f9ed78c300e7d1c52997 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
index 5295bf4330cc8653318c805d60b3f88f8cdc28a1..16acd6426abf58c5c97964cb95d54a5e7c3376e1 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
index d0405055ed83bad367223fba780f297ae499aac3..ca12bc3657bd47273ccbb75a4e3434d87443a6b0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
index cf5a3a67234b7ba64f76ee8c4d0042eb5ff2fb05..6a1d729731d9014489ad9f8555a88e1f29a1f258 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
index 876335d2fb7176f0862df3c7eed9e653b6023157..b59a9060452e129df0b5535eacec5204f6a3e465 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
index 022ad7f577c32a45eeb4572c0aaf04b278de2814..eaceedcf09a29e97b6c7953c1106e1ee34bddbec 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
index ab789316dac1820c3e726a115939fe97a62c491c..9a246488a7bb6c8db8c0edbee8e8e93fafa97c7f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
index d1769da45e1e87fef1a8e6646dc837a8da8f94e3..32d3ba86db9e6c53d716e95ae4457d3127fe2b2f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
index c6cfc51e13012ff1e15cfd14f8e33e419a987d01..7d962a9b056ea96114fe855c24349e9bceb12087 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
index 0ca4b786a124582307ccfae368e48df313a2c24c..7089f3a36503bc2f9148d63cee631d4b21937e68 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
index e5728e092806c8b10acdb632627b32c4f5d381ab..6b21010d63874097ee7d2d48408e0d2b2c0abdd5 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
index 40fe9057d5dce454c9ad6a02f8bc0911a7a1fcaf..7039690b111a4cb6e49a9a242e984a78a786517f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
index a882e111a1c87da7934821683d9c0ae766aeaeeb..a8c5fc3535537759a1e31c30ab041b94ffb289bf 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
index e468d9f48cfe22f26e8c1bf6448a19f36cfb3b36..2c459e10bc50df84aa72df66b15ca9cc8e5bb745 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
index 6b3cf58a55a4a51cd0a5c70e4a3a325cd554bfa4..b7ab2f454d8bd1f09785992c0f3c67d7d43b6e12 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
index 15d4198fc2368b724aebac461fdcf975f1434904..1c5472e2ab3b7771b409cf9d98c3d725589c353a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
index 782f18794f5a82198d8139a39892a59880b7b992..abba1523344997ee56ae659897a9c63ea4a07221 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
index 4783f1e3fb5d31e364954e234a50717943475884..f57bedf19b94f23c9f913c3d384eb0b9805713bb 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
index 810a508035938e4e7a9a92f303157efcf0313597..39d7018030d83b6a8ccf10febef4711565ecc3cc 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
index 0278dd6dcccf805a5fd94191be7d16f2f548f179..34cd6cf5b7491802953e7dc664749a841163ef34 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
index 3b8db68e6e8e11a9ed1af5438224106ac017889c..bf08970e53eb6f004d3ca9bd0cce4a97fa77cea6 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
index 7b1249c812538b50c03721cba812c9a831eafa08..ee2a28711ea2210448d3aa905e9047fd278f958a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
index 1c227c3479aa6823ff025b51f2953458b7fd0f96..f47e75965a49e2b6bcf18e1bd33ce8228b8b01f4 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
index 0b0e33f812d5fac476fa98388b13990bb9d3438f..bbbe836bb4d2038d4e61b5af91182446dce8b72d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
index 8b558c89b1cce0139d1f417ad823102ca101fdb6..53303985b5268210560a87ff7c753d2e1da86d72 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
index 88f96bb7974449d6005daad8c99e39217d2c0631..a02a2cbfeeefb09c83429480838c4a88fd3f8636 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
index 47ffb64b5b02d63f49c789fd1b89a0d2041f194d..48ccb24d4d59fc7849ac20cdbd09402654e7f7ad 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
index 975365a089d002e7182281b162925c7f5343864e..27df7e49097c00a68abf6e19195c5b4eba85f1f6 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
index 0251fc9901ddb6bcf8a37c6d8257fa40cfb651af..47097b495b5fe2672d34d8dd50ea91bb4d101b74 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
index 40fa57d0ab1369276f8431471a4546fb84913846..ed4efecd0a0fe13851c52e222e9f8df31d2bccd1 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
index bf6d06e4c62c3422d42512b8090939cb761faba2..e36fc87a8e2e5b3ccbbb787772141dbc5b447be0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
index 6cbb2d35015ed7f92d32ab68568d5d9116f536fd..c105132925bcb855be8bf0b9e9d291196d927d96 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
index d5e94f16c4f1ee428750e94346084ded026c8ac3..828a456be2d47b98a4e0c21c0a76ed060cbb9ea1 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
index 034831fb2a413e9911123f54dc3f5399ae83116d..2287bf8fb1f5dad16faebc68de41adb7686fe38f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
index 508d17576a30ef9a1588576b7d6a420d5a38eed0..ed6c2b001488d12b48382098330586c267af7172 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
index b35472a3ce19fc4e3bf605a4d411cf0764c3b7cc..72bd5a93b79e8d3cf7302e4fb218c7f45a679f01 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
index 2df729c3ebf458d9d7a35f44c784f6cc01a32242..023f6e89d6e1f5d4bd7195624d1821a1d20cf25a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
index ae90d68954dfa2c26876fb789b53de4c92adcc91..a89813e06167919f95aac527ac050c91a4adfa11 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
index f500f52bef12dfff90874d037bb1336b844a5989..478f2ad79f1b025c7b5f04106d3e8af88798baeb 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
index db0242a7ea4ef9b3a9ef5eb177c4aa92d45fa620..662c2d37d9f8b7d5256e46a8e027c5f2211417b7 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
index 2544c880cc317fda88e2dae4b21bb28f8e9110bf..378328af14466b31ef8aa3c1cd82fb4a19527dfd 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
index 09014e7773842619d5e0ca3be59f56e33b8d3691..77a022df91257696eb99f1103107a7491ac98ae0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
index 10619fc932427c2fca4fe16cf276e1b18c5d81a3..b09277444acd11261157443636083b8071a2efc9 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
index 7d101088def65ebbae96c4eda0cc77308904d93e..4ef7dc6328e722bc5c6cc970f21f976ad2e8acaa 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
index 6fd3cc1bf7e3376f22a9db13a401c15499caf51c..cbdd71cd60fc3a08cfb115a698ea8d2aa7474d06 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
index 12c5065e60d86226797d5ef067922a4154497c13..babe867495c5c8666b5bd2679463a47cfa53f250 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
index 0acbf06d775eb97c597be377606335f866bca047..720b50f58efc38b99f6fb3a206f1e2befb04ba8a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
index 29a6f841a96b91697ed38c0a9ad2f3064bda972c..f62e0b77c170812224cf80022059f9447f2cc0af 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
index 155f366e98944301a52ceef4678d7a0480f2cb8d..85c40992204e96b41957eb929835eda64ade1846 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
index a365acdc0fd60d0f3381ca994b3bec34f8f69d24..b32c4bc89b7c38b514ca02fe1600f4bc3f87e5ad 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
index bb27eb8cce19d9157ec67226353d9d440d3c8da4..381ed55ec501f0e6578c2a1bfab736807eec422f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
index 10bf46f01e4efe582b6061cb3e74a091d150f943..4a08a6c6f7b500f1d278bf3246339fa44d2a09ea 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
index 413a484ac07f7f9b8c4a1a0c5dd0e287bd44dbd3..f7906d7467d787cf35690052172f46904963fda6 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
index 44a99e8edd6b8064be4b7860ecf6c94a49b8c327..cefc767e08128a551627dcdc0ee6fac9a4186c19 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
index 6a43768c52afa75d6de812ebba8068faccea002d..a1459f14076c0d83d23b82cafdf0b61593522d08 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
index e275e8a8cb10d69f1cf9f34ba9462751f9ed975f..489ca4320ee68974ec9c1157e5305eeeb4f78711 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
index ea79e2794748e621d31c998bd02551df0fa240b7..b118749cebb08aa95ad15a7910512ece61f48429 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
index e4c641ceb6afd8e96e31173f8150feede167bb9d..4568f0aaf5fde494f51856aa659cbfb0fa5a28f3 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
index f19513ae3201b885e12929a317df2251f9bc963c..22c0888c8740d883d064f975a10c3963ff712cef 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
index 1f3b85e16140fc7c5127a9d3d2c37a8fae69c56b..a844207262b6fd13ecd9e5ee4fe322ff4b102cee 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
index ff5ec22caf905da79cfa1b9dc60ddc6a208f16f8..e3dfb721f95b06730574345483f026eb38ac24bd 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
index d37370b443197edc2d649a0c73d3e0c3e776733a..7b14e28cd1310762bda090a2748c10b7da7863ba 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
index 55f4a02786080e474731a5d1cc84d0d5cdfe98c1..739b2ab532edcb76704f6664da7e631d8b7eb3a6 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
index 292178d7756ccfae1fe20eb3feab2bb543811c2f..fe65f5358da8ce92b37b50a502e2b0cc7960ac35 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
index 37c06ddae5e535e70957f8f1ba203c668f108670..d9011e1c7be5db86bc7ae66d5489742d21e80e02 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
index 069476165071ae671407c34a586518da49067a08..0cf86920d0045e59ae937bec7cd70c508f32cf1d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
index 74c4aa4492663e3c06d9a14831fb36067665bd44..d0919395608b08bcdcb726640a1c8e8ac71c4e0c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
index d78056f0811f04f3ff359bf28f4f8cc6395aea18..a3f47adb09ad3fd655ef0c4d2d33d2a64ebcd1f9 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
index ba58e2f7e6eb9387fc04423b07e00f93bcbf07ca..025336582e06141e038abf5c4362228efff4c1bd 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
index a95d8e5f951051f801cf9daf1c9e7c9d5dec4245..375ad466c4bf90f31b1b5d4076841014f45040f1 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
index cea63a70a75add19366d5e3c035a20f1d3023ad5..ca4fd01102957a0c87f45fb0af5070b831ac3cc6 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
index 045f44e8e9589833d47a73457b6eabc7c05b7605..afd35f5506ddb783203992cf209144bf59e5c2e9 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
index a353177e7c6f8feaa04b65bad64a78a68e2be7b5..16b784eb3fe6489f77ab907597f85f4c42dbf2a2 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
index 75cec7bdd726562aeed701901557e2fd4b5a209c..1e8cf12a2020db3d0bd2b037013657641e613010 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
index 750466f8ffa4bb9c4bf590d30d17cbedca347c9e..65171b33b00e8141c5f53110c1e8ca2343f20144 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
index 2ce2ac37cfe380cddbfdd223ca55c3c835863f9d..13a161c09e19d83d2c71957cfb939d0081140fdd 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
index 01e1e7c682f2ce84d5db813cc7c65a4c18ad180d..d00e74713e79b8f45148c9ccfdbbb42528a115ed 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
index 91d9d9681bb641b3fcb65716fb3a2a24234507e4..79da8b0e0613ef5d56a7b8a88ea443c8a5b98972 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
index ba345fb701341b362d2b002b8a474539451e7dd2..f07d3dbf0cfb91ef0ebe98e9e71b6f929191cf99 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
index 9e67c46d2582d69c4a80ddfa84e1005abedcb9d0..111983c741dd8eb42309b143604fe7d77f010d6c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
index 17fb7a5b9a8df74620d99a1eea23668e741ce0cb..5c6e2f8751aef72f57676923194a582e20778530 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
index 4d9cf6aa308613d9d42c739465bd1bfe57c8448a..b95999b2f4d1a8b147d8c33b4e44879ffed0e77e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
index b31d09234b8183710a3623b7e22f8a3e4a8d6393..f6e834c6eeac4743cf0a30778b493a1f4138cca8 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
index 02b81a2c681439d57ec0d91bf7ab672a535ac3da..b573b57802bd9453bd5e0ec3d5e059ccdd581358 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
index 6b0a3494901f10fb80e023ebeb7f9f87af7ced99..14964ba78e31872497e412c500b6ddce46c1c7cc 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
index 65eae9e25cb95bd72b9fe5a6858dd1b95b1142d8..80ae609e83dbb998c1d2a400c2b9e6c928a2b1f0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
index d7559f0c0cacc6b37fb73fdd14722e9c9a1a1b52..4fd4cec3e838819ef90b7208a8c9f03b2cc3e39f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
index aa111c659e7e99dd024295ff8f5c3bc8a82fc862..e808383e008291ae21cb174da163a896db9ae6c9 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
index d56e098f16cfc16320115454f1d18f052018eb06..2f2a36ed03bd19371bc33ed6e18030138377245d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
index 6033e225137f744cf99eb5d06a5e33c0a0becad5..1f375e711b9ffcc4a44e91bf0926166b8f2ebe25 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
index 77383e58ecc5d216bd5f66098a3ba963a6eb195e..443730cdf50bfbaf9ac689f901f67ad06db9126b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
index 26810da7696df82f85df106b150673c2ff8c414d..e0eccf25df420948ef7aa0414958419460cd34f3 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
index 133f41cf20be776ed11d74107a9249aabcf5d499..ea6c2e928aea9830099d0d04365826bc1e6cc677 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
index 29c188a40b16a4204c1c30b2ea64479a4f9f7593..878f4cd42609aa66faeb33cbf119a0260ba430bf 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
index 3035e8c47c047536f3ded4be361c14f2f3dd05ab..04f130796fc2372bfc87b8c2bab91094529850c0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
index af3ad1ae442947bf4761980fbac8572c77aee31c..7b0b6d450982ad31eaa4cc6b4fb882771300758e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
index dd80a1f14a33ebcd4ea5ea2e3f2abf1aac41d2a4..47eab19b8179805aa3e4b33b067f30c6a3466432 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
index 620f83be130dfe6cf87c622e79b055843401902a..9abf05db81f763e306b33b426427f4cc190867a1 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
index 5d2b2dc9445bd407dd4b346f1e0f6aff594ee8f7..6778850981ce1ca041d994db693e648014eceb24 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
index 4619576cb061a4743211c952629af0a0d6abcf59..c8df3ddbbebd90b4af8ed817a99803dfcd1fab3e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
index ffe8b3a1c2bf5ff8a306e33724d5c7e57775ad50..11b32c9e347563192744ae11f609e3998d801aac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
index 21a039c29d45fed4dceb044634a906cfd9e68614..1f4dd73d3a5f0fda25f45f5e4d77e4b9e0f33941 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
index a66c8cc38bec2772b1862622441b62d7d50dc288..bd4aa2a8c5651957dc5bd676ff639e98d4a0e643 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
index 638444fb16dd521a934e0bd2e9b52a79c8a71dc5..cae3515658b70b1d62795ebe5a4fbe4c5aefc099 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
index c20a9b955113b25a996876ce5a77f1ec842d34fd..904dd809d7540b5a2a42e729a2cd4ee6370756be 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
index 1ff0de45eb7b300684850fb94d4e85805481f9ed..4eb0277fee63bab13252de8c81cd81cc404cb436 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
index c21e50637a90bcff610d5e47a2d299cfb1ff0500..a36fd8ebd98d2698138a5704d49add9ef48a035c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
index 78aec95bd512f9346e6a0dd1a7b0204e7aa4f6bb..dd76650c793753b5d4f6980348640430045d7697 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
index 5310980799e0bf4ced2a10f21086b909e77ba95d..76b7ecd9f85f658d32c7815f861007827d5f032b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
index 9502887d0b4006f722777be97410921e6bbaadc2..01d53a3776a18a2aa3b237b52c5ed1eee10e21d3 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
index 3180ddbf92feab221076da92d5ad4f1ccac1095d..da07011d458cb3292a863265b527ac8ecf2f0364 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
index c818d6b5266a17381acfcece4e248905c17b8806..a9d06ff6a36f2992b4664aa854b62d3864e75d7f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
index 6ca8617379dfd58f5bbbfa8f457a6c95f5d8697f..f644a996b2b23485103112b46fd087965bead003 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
index 36f0def1a52b919e6fb1c946c954e8f88df6ab45..da4b0b4b687547737b215603b5674b663800bcd2 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
index 49ac5f0447456ad8fbc21d44893b2960d9f884e9..e98e199f9a553cf8ef349ab067160ffc36d13d84 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
index 8daf39055ec29dde7ecabf9e62d21320c8d91bdb..8f1920432ad925d849d6d0261853744229976c0c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
index 4f9110b87e1dbb72aa0ef33a86e04638a5934497..ddcb0780af41d0636f35960ee98afb0276103652 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
index 1b4bdc51dcf360eb87e2f61f278f213f38bec02c..4e8a218a41eb0c73c16bcbf7cfac675585bfd361 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
index 409c2036e59295fa28305830cac05c165adc3265..e195579182b6ad9200602caa0ec05618355b963d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
index fbdb627a50e98867736c530df8c17264f504786a..41927ff7c26d80e5c5bf460ddb0a146c60b67a4f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
index 0cb09d197e17dd7b916109213ab67fbeb72d0e59..a51d7f6cc69f38ac7bbb6551e4203e48638e49c9 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
index dafcc3f90f00cdb34a855028ab5c16933cc46d66..143d1f00717de55d10f6b0d061ee2a5ee99bf47d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
index 39f818d0ae0db433a5b494652da401e3ec02d1ca..44bb18e94865d3fcf7c364199c4a14b36cc3e117 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
index 6ba125bf4d0fe05120eae97f3f819119d73e5cc0..417fc85a2b37782249d08df3ff014d1d1269c613 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
index 0d6e36b0e415e4df15c9ecbceca6e566184e0f57..fcd7226f031e449f496827ba7deadb0a26236f2a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
index a278ef1f2f8e3254c18f330d9695b0aad611099e..0ce80cd546b9ed6f9e85e42428033650118aaa0d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
index 5e69cec2b5f2604d0aedee7c33f2963e8f82e7d8..4c0efb3ccca3a0fb4d964d9622fd28033154232f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
index 36ad35a8a45923cb0e1cbe2fbbed3645b470c5c2..495cd9e3284321c1540c05a6844a58090c23bff7 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
index e160fdd7337f842c0c1ef756bbd810bb9f43bc27..e959e3a41aef626c0d62fc7f78a037905fbddb68 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
index 77ba49ffc918ae75c81868040aeb1a480c27f97d..ec2c001f2aee4133829d62416d50dd86de9ab120 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
index 0c959541666f7da9ff4de50fdf8b4526db43c7f9..cadd8735b5b7d32b17962b9ceede0b2d92febfb5 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
index 56f1767255f4e7d637e974ca2d7ec195fa5e7d09..aa04a1a9d6082592e4202c194087d6d92f6af489 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
index 72ea2a84d806b732471f3b3ebfc74e48b2d72b89..d93029ce39970c3ce85db202735c486ef0c40ff9 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
index d2f4499c31c59f79b46067e9e5e21adf53eb6767..39068f64c2856158a50148a5f7ee72f2140f385c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
index 8b979bf661b8b9bacf6b3cc8a1d1ed8058366d51..c69c972eab8323e44462b4e13beaa395db0abe0a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
index 0d70fec3db1be1fe8d71401a83b9fd0bf9af6754..511ce467639c01bf23af8e48a2b7d57eea9bc30c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
index be628740170cb29ad633a563b649d88acd2665a3..152098e9ad5b0629cb797c88be0f24756717c6ff 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
index 8023177aff17ceb59f984e8e86ea860ab78c7c26..7ad81eddf72d650e4ae2d97ff288cad166d295b9 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
index ec9eb17924813cf92da94f2f0a5666fe5e14d18f..25aef3b48ac6995b8c6cbcc5543055a37a849bcb 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
index 88ae8f4b29ab94c923107e71bcf6761035bc295d..30d994a4790a1a5932fa1a07d7c3ce8e5e096827 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
index 765c0864bd45034270bd856fdb2eadae0f26720f..849504fddce7b4509a2721a782c52091b7715753 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
index a2c6bc7317a4029a58e61e3bd977e4590c9b7d9d..9539783427aa745265146791c90847ab5093b1cb 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
index d70f5df34dc8d75d0ce3812de4b9311109df6da6..ba00ee0970c96fc70b51670f97107dee1292d44b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
index 707520b8476732a6cb9a9eb3b6152198967ac1d3..a01285e5479b83ecdfa9a06962559972b9bd8efb 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
index a0885b0b6a4e69241aade62eb2901661d6f8a424..4d6e8fb0ac6fe0f94d4dc36fb0afbede89a148f4 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
index 409b8e41881ff188202a1da59513dbb5f7d86027..b1d8536ab4ca4b2a992769a9441dc76b36619ce7 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
index a2d586ff025983e488d291701b43bc0fd4d3627c..cb92282acf5286c52d6c6c20f429f296355e2781 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
index 2dc646f267b368676d4076317a4ace3b799115e1..5601f7d1000d72437091faddc68b15ffc8a110f3 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
index 3cec572a792e828affdce207596add045961d595..9e88e308b0a00e902a804e0bec235f6eea59f590 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
index ab5e69e5d4d59e9d06be1dec6016e2ffe00fb9dd..070f49022525e29d4884b3f566431f530520ead4 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
index c049871036fcbc3cd62d87b2377f83d9c92bf683..d2f53e6e58847cffcbcd6659c8e89c969aaa0544 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
index ba7aaa863680ebddfd70aa0866804c8e3677d303..d9e6f5af499b6b9818ea7bfbaef9b79c6259b4e0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
index 7e3f1ff61bc7d8a18769a22036658716ce06dff0..21b826e520a6011ce836fd72aeeb323897ccd258 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
index 22ede8c25ad723b1933641f17ead3fc2a8889356..c4400a7c35a1d3043fcc8db8eb6ac971391e3769 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
index 089980b31a80ab64da5e5a736371936ef5358ec8..7d17bc3cd3c2f90470f83349dca238d75868d40e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
index 5cca655229c3e78a772f9abdeb61735f133e462d..1862b25b3bc7170b654a7645639d65fa17956bc3 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
index f78fa3c0b4492495711f1884f2e5787258f29be4..2fa52e0001c9b03ee151955b77f8313393c5cda0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
index 6e437693555cc434bca28d392fa100e59912b69f..e07a25abd3e5b9124774fd885aa701ede6dfba6a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
index e437dbd78b6648cfe1e896376811adf262697760..5ff10d35d1a4ff9b2a15a4ab434e78a547101e6c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
index d996d9a3d3c25a663ac9124ebb0bf37473ecd1cc..e3aadd517a76aaee8d35d4701562982f6f3bf77b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
index eb06e99fd69f3915ac918245ed5688e70836df8c..402c206bd723a905692cc7222243ab624d412753 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
index c2a36d84cd1c524486f8e23b6884433e48bf17c8..06b6865ea38e6e36879bee389c19f2516573e19f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
index a0761846df6e30fe011d55dfb400354a47b0152d..2610cd9e9c5e82828d43abfc72a9ff5df458f6e7 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
index f99f02faa15923b67785c9d778ba5e8be5bec01f..0ce0d714c8275dce7085c41984cb64b8cfbe662b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
index 31272e9edd5bfc533491a376b9a0038f61e581f0..3bb55839c898bfe9c6b7734754552306f2938f3e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
index 9f6566eee7d943673b0d5dd630a4c7ef58fa4d73..4322942c3cca5a1e50c4cf6f38324c1f81af4818 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
index 59faa824e6beedbc30894f63f764fd0ac590e2f0..565170a8d550ad1707706d207c0b7848ed638a7e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
index 809a30b356f4600ddd98532c3496aa5dd4205089..462ceeefba4c2f0e0d916ef53bd90817305a361b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
index 3b5c97b04dea0d639cff7a84326937b4b77567b4..34bbe7c93ce9c4c5433dfe409e24cb31160c5960 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
index e6a2f8a3c86709cbcf423fbdd5f73502110c8a79..d1f77df6ea1973afde60e842e4674c5f9243936f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
index 04460c42b32d49c3ebbf9b1e6c936659af82d9ec..6aa7f54013a2adf905fd06211a75df9bcb2dcd68 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
index 1dd3b7fb6500728382f675fcf4d1e0b4bb6166fa..ffbb2a4d323809c5b10fac7e71e28c08b03ede14 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
index fc13a496f5f29007e0869b48c90920516f15c4e7..0397c7e51ac42605dfb979350c9e7dab31fb6a29 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
index 23ef9c55c588311ddf5aa75b9fb6fc590a5e49c8..259f992b48e25045b4433d3597837a25fef277d3 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
index c0fc4646b9be1972ab0d62c43039eb2e54825e97..48a8806ab318f26faff9f0f4a32fe70bf4d1c729 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
index c57278c290362f23df609afeb5bad12df1a4eda9..d29973d73a5afcf72a1be6950c706da70be36b3a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
index dcb128ade953096287858f4f5ce6d634c8eae96a..d01263d2fb096ba6312e8211681f8a9d33aee15f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
index 1c0eefa707848676903d146d481c9d31ad87facd..484f00b44390b0779d18a461e3d0525e73465e12 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
index 1f4164b11170999991b1af06f6aa1616474a6af1..a04e1cb141869812e59008eb50d4aff5e5452203 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
index f76246cbcb955a46533e8a4112593526d5f7c899..96b267ffc244f7eb3fc0bc83d1014018bb337899 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
index 3f5447514a905a5c8434228180afd9e29d37c993..4946ec64a190e0fe71200b9a8bc5e342fad47bbe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
index 9e2f41a202e3e881b869e6f99e2e82d77d11d9df..c23f44bd46c4fd2954e759db8348965671519f09 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
index 19f0d9b2ae8b4830950a5453242bff793ff49fe1..bc10016469d1fd376fb2f636ae4b2bfef34d0d67 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
index 145eb8e03a17637b8e29fac3a496e146e6aad0ce..eb6084b4ab4e8dfcca7073977af78e59040815a3 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
index b9a0fc18aca77433ae152fa68aaa124eb6aee494..aac2eb5a11926b58ed066eabbfc76b38b2f21f35 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
index 2f15865345ac9bb5707f7395e41d4a0ad8aee2f8..4c12144ffe5d274b10adfc36669e0dd5a1cc9e11 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
index 427d39f88038322ded84ccd6e462def3067496bd..54f32eb7fea6abc581d2a1503a4ddfb2128e5099 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
index e59d6cd066934084c7529bc166eacc23ed2dcb55..f47c22178879e3ba1220dfc07791b38d7416a6e8 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
index 08bf4828a207478af6bc37781176444c28f245a8..e45fed8d594ca51f41098c5dcade86caffc90307 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
index 4d48d4eadb017d4ff847f7baad43ecee8fe7abc1..b23a7d27f743d0128083631a125647cd76922d8c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
index 92e41def741bca5448f96f3cb4a302def4ed360a..ece6800d7dbe3e1d33081f41853e4d85a423d76c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
index e3946f76450f1a2acfecc55d8316e6498dc77249..64d271f65f891ddbe2df06b344642b62d9d5c319 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
index d8a0c19532586ee904e5d3647b832a89fbe10cec..2d315328ede3c0b86b848bd7d6612885e7a5a7ab 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
index e4206742e29d4a08c78996050504d8803611c987..095bac06f37226e090e9bf7ea9e6b0839123afa4 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
index f5f0fddb8ba07398e8b95a4a4fc296db107f73bd..7710f06285c70cce4845b9620062936de67ef59b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
index 51130a8869fdc19f5bf0f17f021d36aae9a739f5..c245b671db32dc182fc5847dd13bc2e03f2eb67b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
index 4b72cf761baf7d27c184940380e29ceb7381aedf..b22ecfac0d00214c2256e4cfb05a6cc2f712a5d5 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
index 088d00939baac00216b4c6253e9059a0241f717f..19fc2efa5f6b2591c1cce57152c64df442321341 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
index 90bfefb0ec0ad4b6f5ee873b5ad5e5ec1cc33311..2aec0fd973ccfae8909d8e60b184e7018847dad2 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
index dfdda2a8a0142186789b50286b65e64bbebdb19f..7d4ff8069d97981533222c66bc8d5ca4729cfc4e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
index 82917e88522f28fb981ca52f34c6834b9acc4afc..0d36411ac67a4cc0dc3f031d6d6874f17afdeed9 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
index 181a417f3503ab61f13dffe0501a79e44bb8d61d..92dbc0d7c9ee6a6a0f16e7c52fb4fa7b49d223ff 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
index 57262e36d2cd42fcbdec6261a5c26ff82a45f9a2..15120e83f43fbcaedd1e62d2a2839a7b0df5782b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
index d362ecd5fbb469a0b1db5f36b8a50be67a573f05..c84c50ccc3a1cdcc06385b212024047d1a682080 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
index d2c0bc2e5f07bf81c6f2536e3559c1f737cba778..a112f8a6dea364eb8cd2d50fc69526412e35b5d8 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
index ef2baad9f40cf94f6e99e0d9abd1fc50f2d6aac5..02b6e22b89418eae569bd503c777952d65618fac 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
index 13f002ea1a511fc0ef69ce59b1bf9c2f0097868a..ab468761660d774690950859a3077b1d33e97bf6 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/lm_head/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/lm_head/_0.pt
index cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a..8d72a066bda4533439e9db81b060e46947c7b770 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/lm_head/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/lm_head/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/lm_head/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/lm_head/_s.pt
index 330175747bc06b58311f717ce71ac6fd2a2a4ebb..012f99c44a562da201c6610893f4b1e3d9342943 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/lm_head/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/lm_head/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt
index 385ec0630b67783f1e3f4dce5a35a7eeeaf8b672..377456e2df86d31f2196428778b7b18a0fa31987 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt
index 1a8f1e413dd774ee3505373c042ff1d73ea344f1..82aebb69eb1544891ed15038251904cac62ff1fd 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt
index a090c7d38936a932f66d1a722ff2d05c33c50118..ce18c387ad3fb6516824935f237eff144eb5edb4 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt
index 1ea8d69077dcd032facbdcd03f3089b2be8eaeb4..3dcbf3968673096f0ddf3f332a5e519cb9b4a408 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt
index 167fdd66644d8e76ba560c0e153ceb30c31770a1..304d46501bcea78d458a33e426159e0a4822a12e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt
index c4b284ae319b7e4792525a14010b689c626a886f..37108a3ff5a9496b37f5fd0afc8dfc79d12ed815 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt
index 5c8931d0489dd61cd393a305d5c97a1ed4ca0c53..017856ebf59ab1b9b3caa8ac988663cb6f77347a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt
index c1dd875d14ebd707f627668312a5870aecab1127..6256b7008e5f893d74a3b675d82bfe81be1acd7b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt
index ad9ce0e10cdf61ff052ffc934fb489f97e3e7089..fd1dac2040813eb6e5e0d9a1ed3fceca18a5eea2 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt
index 36e654790475cfcfc593501c604fbb3179cac2aa..90becc7613b373c0b211eac2d1a9460bd78c7674 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt
index 9f54dbb49618fc5aceae120186f00b91072fee31..286c7557fded5c2efd651feb81e9453118c52610 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt
index 698109b5d11b0619d4a0ffffc8121e133449cb0c..f72586376d02e5fa0cd164448fc03b0462a926f7 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt
index 1041ecb15fef73f0b3afcab0384b645d017c3e97..1edaf85dbf4a08375b2b4897897e6414a2863cd8 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt
index 04965ec3d91c8f244cba1917470a0c5a8a2ef218..0e27c9ac86cb78fbcdb3938fc93e2331cdb8a15b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt
index b45dc6c654f787c5d33e85403a75b9fdb81a1583..19ac9101beaf8a48394f62a9a6e218ba2492b86d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt
index 0e8874f38f406b928e662b1aaa1eb364b2c440db..9bd916794bebacea3d1445738fcca35a1378ede4 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt
index fbc91877a5dea20633afa381c9341359d49bd4b0..246835316b1b56b3f529b6f165f85c543d1abf47 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt
index a8a55c82f797cd345daea1534beea51ff8c2b440..17b236c33cf111521b65783e0469c5d01f46b13f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt
index 97f66d0652207a86e03776acb1091f61f4b7fad0..6725ba87d2987217d58f73b5bbb21b31bcab0704 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt
index 040019881645c64d66db21be306c425479f52f68..8dd7d32316c317d4d50d6b13657d13ef94030a07 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt
index 29f96707d4651b33fa46bc36bb77e32a4aab7603..630f235d2942af906a3219ec9759b441b9fe6b76 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt
index 8b651800f6053e5ac2b329611e108790b861517c..623476dd1d24f6609ac02c79a1d05a35a4d7142a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt
index b84a0e8598c0aeab60d67f057bab358e223dfc22..4b0447c2981db6bd185543b8b9e1db7a25779dc2 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt
index 939267ff66a9becc11799ba68101702274a83cdc..3f406f74ac1104a3e80853451ef6f9a65976f912 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt
index 5f2bde80900c02de36d41f9af664f89af846a9b1..e2cb3ef1ec5a086be5824090a79f33ee2a6c0c6f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt
index 3a702e9b8581369f729cad08a352bc589092c46f..5f5b21b59c7d424454841de3390f61b7cd2f8886 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt
index 4430ebf0d6b0c9f8157493bbb8b66524da99ae60..de64e633ee4324b4fa0b3c2f072f346a54af946b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt
index 9f2950bd612a90953dc054fc1d5a04b5304be262..b77d8c5a8f6aeef8e01ae003fcd124db9be2f91c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt
index 34b9aeee3d0f78ea3d1edf5789a3630eeb1c25cc..8b5717104a0176957e2a20488d46248c7523eb0c 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt
index 5ee71c7dff8d90bf786e35890f5c78c7fcfee87f..e00d851c895de25053f8dbb039909118c5c31a31 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt
index 44f9b5fbfb3ef83ee70af0458f6b5449c5704298..03d2468cbe9764db91f2806b25e6323c9a678b66 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt
index d00d23ee9f529d5ecaae2604815bce9d0d0e7e39..fadf34a20ee9ab40e6e3351e52fe93fd688021f2 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt
index f63203e89ab4c1dc6b316741336b7c4ad409c6f5..6db3828d439f5ab1731e918817647be187a8c18d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt
index 7a8e2801dbb50cf02318cca4475e4a8181e53b34..5d27917be9b0b0386b9672e73e5dd95db6ec8936 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt
index 2052b0a59627d3e9d78de255f36e87d419f9a6f0..571e217f1c428813a9e65a8c3e1054dd9dc2ad1e 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt
index f6628acefa10b2bb60adf142d34d0809d9665a9d..6ea4e0cfd7168bf0ea24d791dc9a568aa3b36563 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt
index ff97da4a081ad29ecbe73df5d97bf1eba33b795f..0741dcd0ffd3d630921606c579b27460d4c1d28f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt
index 1f9da40f0c822528e1ec82a08f961d4ad5713e62..3d88460297b01bf133c1aa7a6082621a781d7012 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt
index 99a591f4e8975d0c333552b3deec8aa0eaeb8f58..56d6af94cac3a2b4ceda453c55dd6f0324894643 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt
index 94d2d0801dadd21f835951cd1b6019553a873bb2..2b7dfe9f30a8047eae5c00bdfcf6c0c1bf9a7a67 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt
index 7597cec2f530e55a0e39492d6147cac0e7e9029e..52baa96f8cbbab6580d276f1c427566020973efb 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt
index f2acbb2a5941a5c00001d4efe42d2328a79e943d..f98f352be7fb32c3539cc0b65d6407d0023aa604 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt
index 5eb08092cb063f9880f139e5a86bfd56e2c1868f..26bfe5ec3a2d61c38f481921e4cb7a4ebb6ace3d 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt
index aafc519ccf4150049aaf9dc6136c29adba0eae91..a331be4ee839c713c8bca5195c7e8eac0f5c5d8f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt
index d9f8853c427d20636840e472ddf4ee37fdeea225..a3c5c6cafb4bd54b40f428129d0f6f6dbf43ec69 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt
index ece20caa62f8a80b07f2ae759fe17157279ca06e..580ca60e84bd739c97d03068ecd13c641fd69db2 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt
index 0be9044f6f4408215ef4389dd2c5bd7498b8d264..1760029268024088ec91b0e1779a634ccf64e635 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt
index 9aae104598a8dce6551e6104a01c3e7b37198460..525ccffcef741125bdd9543f581a66652f1c50de 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt
index 15799e8e95e1cc050b79f5cc7f5d914d5925cea2..33f27348c7173fad61f838f87e2e7a0befe30ca2 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt
index b9bc5659cb4aa304f75a25567a36dc572a09df3c..132bf8aff8a9b9d94082bc797895e4a640b42e63 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt
index 966aa92b56837836f585a9316ebd564309fbb532..ff1131675f1f084bf73c0e81d825c9fc6e794aae 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt
index 67035b7a224768dcf87ce092c6136ad237565358..29887215a1d3ab35e289f9b23d1f1c3dd0600efd 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt
index 150076733ea1eee24b627432dbc70cd6438e8a4e..6c2f0f6d6c92e01c7a18979c91cad4ee9cf887e0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt
index f8c57bec5b3705b913e41e6ca6e6027d63f0a6c5..ad4aded178fdc2a3a2eebe87933ed422d68bf80f 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt
index ddd545fe57aa02bd7f2f2ef4cea1d24123f81849..65f842428f01a8d5bd7d92101b64b28c29c6f79b 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt
index 9ef0c33e0dce74df944e4d473f588fbe08cec49d..17752608d69fca24628d1865a97f029d8c75fa7a 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt
index 937d96b6b7d1e4c077b81af748df434e5d1f4eeb..9ce501954819302071ce366e3df1724a46be8306 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt
index 0727cfb901bd2fd9e6677ef3352031b3ddb1edd4..aa45551ab72d83ebd8336f44fcc6b9fd546be900 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt
index 4ad5c317c67cec621360075ece7eba16f6199616..9496c634c99282d143dbe9cb6ad88f170dcc46fe 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt
index d1c83804760744a1858a44d6d315909d2809f3b9..7a5347b9d1621ab841b0d473ef9473b1f6a255ed 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt
index 8ea38b2f931134a804d1dc0f42d8395e117dd20d..7a571786dfe022608d7168a415a64654991d2549 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt
index 48107fa54baf151dd49b1078cbfdf775197ce1e1..3388912e648cd5d7835fa7bd1d7eb2478732d7b5 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt
index 58c96248fd00550cc15d645205571ee67c337035..446eea5860a21090a5f7c7578829aa7ea1576bc0 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt differ
diff --git a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt
index abd33aa032df7aee250905e75edbfc33e7fab2d5..6b62b8e223bb0bbf0f23ab8af722664c87be47bd 100644
Binary files a/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt and b/params/llama3/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt differ